rroonga 5.0.0-x86-mingw32 → 5.0.1-x86-mingw32

Sign up to get free protection for your applications and to get access to all the features.
Files changed (733) hide show
  1. checksums.yaml +8 -8
  2. data/.yardopts +1 -0
  3. data/Rakefile +1 -16
  4. data/example/bookmark.rb +1 -6
  5. data/example/index-html.rb +0 -1
  6. data/ext/groonga/extconf.rb +4 -7
  7. data/ext/groonga/rb-grn-array.c +1 -1
  8. data/ext/groonga/rb-grn-column.c +33 -67
  9. data/ext/groonga/rb-grn-context.c +5 -5
  10. data/ext/groonga/rb-grn-database.c +2 -2
  11. data/ext/groonga/rb-grn-double-array-trie.c +4 -2
  12. data/ext/groonga/rb-grn-encoding-support.c +7 -1
  13. data/ext/groonga/rb-grn-equal-operator.c +85 -0
  14. data/ext/groonga/rb-grn-exception.c +17 -0
  15. data/ext/groonga/rb-grn-expression.c +85 -43
  16. data/ext/groonga/rb-grn-greater-equal-operator.c +88 -0
  17. data/ext/groonga/rb-grn-greater-operator.c +85 -0
  18. data/ext/groonga/rb-grn-hash.c +1 -1
  19. data/ext/groonga/rb-grn-index-column.c +150 -11
  20. data/ext/groonga/rb-grn-less-equal-operator.c +88 -0
  21. data/ext/groonga/rb-grn-less-operator.c +85 -0
  22. data/ext/groonga/rb-grn-logger.c +5 -5
  23. data/ext/groonga/rb-grn-match-operator.c +86 -0
  24. data/ext/groonga/rb-grn-normalizer.c +8 -1
  25. data/ext/groonga/rb-grn-not-equal-operator.c +85 -0
  26. data/ext/groonga/rb-grn-object.c +170 -36
  27. data/ext/groonga/rb-grn-operator.c +395 -172
  28. data/ext/groonga/rb-grn-patricia-trie.c +10 -8
  29. data/ext/groonga/rb-grn-plugin.c +51 -3
  30. data/ext/groonga/rb-grn-prefix-operator.c +86 -0
  31. data/ext/groonga/rb-grn-procedure-type.c +4 -0
  32. data/ext/groonga/rb-grn-query-logger.c +4 -4
  33. data/ext/groonga/rb-grn-regexp-operator.c +85 -0
  34. data/ext/groonga/rb-grn-snippet.c +1 -1
  35. data/ext/groonga/rb-grn-table-key-support.c +9 -5
  36. data/ext/groonga/rb-grn-table.c +52 -66
  37. data/ext/groonga/rb-grn-type.c +1 -1
  38. data/ext/groonga/rb-grn-utils.c +22 -3
  39. data/ext/groonga/rb-grn.h +31 -4
  40. data/ext/groonga/rb-groonga.c +9 -9
  41. data/lib/1.9/groonga.so +0 -0
  42. data/lib/2.0/groonga.so +0 -0
  43. data/lib/2.1/groonga.so +0 -0
  44. data/lib/2.2/groonga.so +0 -0
  45. data/lib/groonga/context.rb +31 -0
  46. data/lib/groonga/expression-builder.rb +14 -1
  47. data/lib/groonga/record.rb +10 -8
  48. data/lib/groonga/schema.rb +3 -1
  49. data/rroonga-build.rb +2 -2
  50. data/rroonga.gemspec +3 -3
  51. data/test/groonga-test-utils.rb +4 -0
  52. data/test/test-column.rb +28 -26
  53. data/test/test-exception.rb +1 -0
  54. data/test/test-expression-builder.rb +83 -1
  55. data/test/test-expression.rb +80 -48
  56. data/test/test-index-column.rb +102 -29
  57. data/test/test-normalizer.rb +35 -29
  58. data/test/test-operator.rb +214 -0
  59. data/test/test-plugin.rb +24 -6
  60. data/test/test-procedure.rb +29 -0
  61. data/test/test-schema-type.rb +14 -0
  62. data/test/test-table-select-mecab.rb +1 -4
  63. data/test/test-table.rb +7 -0
  64. data/test/test-token-regexp.rb +30 -0
  65. data/test/test-type.rb +24 -0
  66. data/vendor/local/bin/grndb.exe +0 -0
  67. data/vendor/local/bin/groonga-benchmark.exe +0 -0
  68. data/vendor/local/bin/groonga.exe +0 -0
  69. data/vendor/local/bin/libgcc_s_sjlj-1.dll +0 -0
  70. data/vendor/local/bin/libgroonga-0.dll +0 -0
  71. data/vendor/local/bin/libmecab-1.dll +0 -0
  72. data/vendor/local/bin/libmsgpack-3.dll +0 -0
  73. data/vendor/local/bin/libmsgpackc-2.dll +0 -0
  74. data/vendor/local/bin/libonig-5.dll +0 -0
  75. data/vendor/local/bin/libstdc++-6.dll +0 -0
  76. data/vendor/local/bin/lz4.exe +0 -0
  77. data/vendor/local/bin/lz4c.exe +0 -0
  78. data/vendor/local/bin/lz4cat +0 -0
  79. data/vendor/local/bin/mecab-config +2 -2
  80. data/vendor/local/bin/mecab.exe +0 -0
  81. data/vendor/local/bin/onig-config +1 -1
  82. data/vendor/local/bin/zlib1.dll +0 -0
  83. data/vendor/local/etc/groonga/groonga.conf +1 -1
  84. data/vendor/local/etc/groonga/httpd/groonga-httpd.conf +2 -2
  85. data/vendor/local/include/groonga/groonga.h +1 -0
  86. data/vendor/local/include/groonga/groonga/expr.h +2 -0
  87. data/vendor/local/include/groonga/groonga/groonga.h +32 -5
  88. data/vendor/local/include/groonga/groonga/ii.h +7 -0
  89. data/vendor/local/include/groonga/groonga/obj.h +37 -0
  90. data/vendor/local/include/groonga/groonga/scorer.h +95 -0
  91. data/vendor/local/lib/groonga/plugins/query_expanders/tsv.a +0 -0
  92. data/vendor/local/lib/groonga/plugins/query_expanders/tsv.dll +0 -0
  93. data/vendor/local/lib/groonga/plugins/query_expanders/tsv.dll.a +0 -0
  94. data/vendor/local/lib/groonga/plugins/query_expanders/tsv.la +2 -2
  95. data/vendor/local/lib/groonga/plugins/ruby/eval.a +0 -0
  96. data/vendor/local/lib/groonga/plugins/ruby/eval.dll +0 -0
  97. data/vendor/local/lib/groonga/plugins/ruby/eval.dll.a +0 -0
  98. data/vendor/local/lib/groonga/plugins/ruby/eval.la +2 -2
  99. data/vendor/local/lib/groonga/plugins/ruby/load.a +0 -0
  100. data/vendor/local/lib/groonga/plugins/ruby/load.dll +0 -0
  101. data/vendor/local/lib/groonga/plugins/ruby/load.dll.a +0 -0
  102. data/vendor/local/lib/groonga/plugins/ruby/load.la +2 -2
  103. data/vendor/local/lib/groonga/plugins/sharding/logical_count.rb +6 -3
  104. data/vendor/local/lib/groonga/plugins/sharding/logical_enumerator.rb +6 -5
  105. data/vendor/local/lib/groonga/plugins/sharding/logical_range_filter.rb +421 -17
  106. data/vendor/local/lib/groonga/plugins/suggest/suggest.a +0 -0
  107. data/vendor/local/lib/groonga/plugins/suggest/suggest.dll +0 -0
  108. data/vendor/local/lib/groonga/plugins/suggest/suggest.dll.a +0 -0
  109. data/vendor/local/lib/groonga/plugins/suggest/suggest.la +2 -2
  110. data/vendor/local/lib/groonga/plugins/table/table.a +0 -0
  111. data/vendor/local/lib/groonga/plugins/table/table.dll +0 -0
  112. data/vendor/local/lib/groonga/plugins/table/table.dll.a +0 -0
  113. data/vendor/local/lib/groonga/plugins/table/table.la +2 -2
  114. data/vendor/local/lib/groonga/plugins/token_filters/stop_word.a +0 -0
  115. data/vendor/local/lib/groonga/plugins/token_filters/stop_word.dll +0 -0
  116. data/vendor/local/lib/groonga/plugins/token_filters/stop_word.dll.a +0 -0
  117. data/vendor/local/lib/groonga/plugins/token_filters/stop_word.la +2 -2
  118. data/vendor/local/lib/groonga/plugins/tokenizers/mecab.a +0 -0
  119. data/vendor/local/lib/groonga/plugins/tokenizers/mecab.dll +0 -0
  120. data/vendor/local/lib/groonga/plugins/tokenizers/mecab.dll.a +0 -0
  121. data/vendor/local/lib/groonga/plugins/tokenizers/mecab.la +2 -2
  122. data/vendor/local/lib/groonga/scripts/ruby/backtrace_entry.rb +12 -4
  123. data/vendor/local/lib/groonga/scripts/ruby/database.rb +11 -3
  124. data/vendor/local/lib/groonga/scripts/ruby/expression.rb +23 -0
  125. data/vendor/local/lib/groonga/scripts/ruby/expression_size_estimator.rb +158 -0
  126. data/vendor/local/lib/groonga/scripts/ruby/index_column.rb +39 -0
  127. data/vendor/local/lib/groonga/scripts/ruby/initialize/post.rb +4 -0
  128. data/vendor/local/lib/groonga/scripts/ruby/initialize/pre.rb +2 -0
  129. data/vendor/local/lib/groonga/scripts/ruby/logger.rb +11 -7
  130. data/vendor/local/lib/groonga/scripts/ruby/object.rb +11 -0
  131. data/vendor/local/lib/groonga/scripts/ruby/operator.rb +22 -0
  132. data/vendor/local/lib/groonga/scripts/ruby/scan_info.rb +7 -2
  133. data/vendor/local/lib/groonga/scripts/ruby/scan_info_builder.rb +7 -11
  134. data/vendor/local/lib/groonga/scripts/ruby/scan_info_data.rb +137 -34
  135. data/vendor/local/lib/groonga/scripts/ruby/scan_info_search_index.rb +9 -0
  136. data/vendor/local/lib/libgroonga.a +0 -0
  137. data/vendor/local/lib/libgroonga.dll.a +0 -0
  138. data/vendor/local/lib/libgroonga.la +2 -2
  139. data/vendor/local/lib/liblz4.a +0 -0
  140. data/vendor/local/lib/liblz4.dll +0 -0
  141. data/vendor/local/lib/liblz4.dll.1 +0 -0
  142. data/vendor/local/lib/liblz4.dll.1.5.0 +0 -0
  143. data/vendor/local/lib/libmecab.a +0 -0
  144. data/vendor/local/lib/libmecab.dll.a +0 -0
  145. data/vendor/local/lib/libmecab.la +2 -2
  146. data/vendor/local/lib/libmsgpack.a +0 -0
  147. data/vendor/local/lib/libmsgpack.dll.a +0 -0
  148. data/vendor/local/lib/libmsgpack.la +2 -2
  149. data/vendor/local/lib/libmsgpackc.a +0 -0
  150. data/vendor/local/lib/libmsgpackc.dll.a +0 -0
  151. data/vendor/local/lib/libmsgpackc.la +2 -2
  152. data/vendor/local/lib/libonig.a +0 -0
  153. data/vendor/local/lib/libonig.dll.a +0 -0
  154. data/vendor/local/lib/libonig.la +2 -2
  155. data/vendor/local/lib/libz.a +0 -0
  156. data/vendor/local/lib/libz.dll.a +0 -0
  157. data/vendor/local/lib/pkgconfig/groonga.pc +3 -3
  158. data/vendor/local/lib/pkgconfig/liblz4.pc +5 -5
  159. data/vendor/local/lib/pkgconfig/msgpack.pc +1 -1
  160. data/vendor/local/lib/pkgconfig/oniguruma.pc +6 -6
  161. data/vendor/local/lib/pkgconfig/zlib.pc +3 -3
  162. data/vendor/local/libexec/mecab/mecab-cost-train.exe +0 -0
  163. data/vendor/local/libexec/mecab/mecab-dict-gen.exe +0 -0
  164. data/vendor/local/libexec/mecab/mecab-dict-index.exe +0 -0
  165. data/vendor/local/libexec/mecab/mecab-system-eval.exe +0 -0
  166. data/vendor/local/libexec/mecab/mecab-test-gen.exe +0 -0
  167. data/vendor/local/sbin/groonga-httpd-restart +1 -1
  168. data/vendor/local/sbin/groonga-httpd.exe +0 -0
  169. data/vendor/local/share/doc/groonga/en/html/.buildinfo +1 -1
  170. data/vendor/local/share/doc/groonga/en/html/_images/used-when-indexing.png +0 -0
  171. data/vendor/local/share/doc/groonga/en/html/_images/used-when-searching.png +0 -0
  172. data/vendor/local/share/doc/groonga/en/html/_sources/characteristic.txt +1 -1
  173. data/vendor/local/share/doc/groonga/en/html/_sources/contribution/development/release.txt +32 -17
  174. data/vendor/local/share/doc/groonga/en/html/_sources/install/centos.txt +3 -3
  175. data/vendor/local/share/doc/groonga/en/html/_sources/install/debian.txt +3 -3
  176. data/vendor/local/share/doc/groonga/en/html/_sources/install/fedora.txt +4 -4
  177. data/vendor/local/share/doc/groonga/en/html/_sources/install/mac_os_x.txt +3 -3
  178. data/vendor/local/share/doc/groonga/en/html/_sources/install/others.txt +3 -3
  179. data/vendor/local/share/doc/groonga/en/html/_sources/install/solaris.txt +3 -3
  180. data/vendor/local/share/doc/groonga/en/html/_sources/install/ubuntu.txt +3 -3
  181. data/vendor/local/share/doc/groonga/en/html/_sources/install/windows.txt +9 -9
  182. data/vendor/local/share/doc/groonga/en/html/_sources/news.txt +194 -0
  183. data/vendor/local/share/doc/groonga/en/html/_sources/news/1.0.x.txt +1 -1
  184. data/vendor/local/share/doc/groonga/en/html/_sources/news/3.x.txt +2 -2
  185. data/vendor/local/share/doc/groonga/en/html/_sources/news/4.x.txt +2 -2
  186. data/vendor/local/share/doc/groonga/en/html/_sources/reference.txt +2 -0
  187. data/vendor/local/share/doc/groonga/en/html/_sources/reference/api.txt +3 -0
  188. data/vendor/local/share/doc/groonga/en/html/_sources/reference/api/grn_ctx.txt +42 -0
  189. data/vendor/local/share/doc/groonga/en/html/_sources/reference/api/overview.txt +54 -0
  190. data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/cache_limit.txt +1 -1
  191. data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/column_create.txt +2 -2
  192. data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/column_list.txt +1 -1
  193. data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/column_rename.txt +3 -3
  194. data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/delete.txt +4 -4
  195. data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/load.txt +5 -5
  196. data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/lock_clear.txt +4 -4
  197. data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/logical_count.txt +173 -0
  198. data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/logical_range_filter.txt +112 -0
  199. data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/normalize.txt +7 -6
  200. data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/plugin_register.txt +64 -0
  201. data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/plugin_unregister.txt +63 -0
  202. data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/register.txt +11 -1
  203. data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/request_cancel.txt +3 -2
  204. data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/ruby_eval.txt +1 -1
  205. data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/ruby_load.txt +1 -1
  206. data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/select.txt +17 -17
  207. data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/suggest.txt +12 -12
  208. data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/table_create.txt +7 -7
  209. data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/table_tokenize.txt +4 -4
  210. data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/tokenize.txt +6 -6
  211. data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/truncate.txt +1 -1
  212. data/vendor/local/share/doc/groonga/en/html/_sources/reference/executables/groonga.txt +47 -26
  213. data/vendor/local/share/doc/groonga/en/html/_sources/reference/functions/between.txt +5 -5
  214. data/vendor/local/share/doc/groonga/en/html/_sources/reference/functions/geo_distance.txt +3 -3
  215. data/vendor/local/share/doc/groonga/en/html/_sources/reference/functions/highlight_full.txt +6 -6
  216. data/vendor/local/share/doc/groonga/en/html/_sources/reference/functions/highlight_html.txt +1 -1
  217. data/vendor/local/share/doc/groonga/en/html/_sources/reference/functions/html_untag.txt +1 -1
  218. data/vendor/local/share/doc/groonga/en/html/_sources/reference/functions/in_values.txt +54 -2
  219. data/vendor/local/share/doc/groonga/en/html/_sources/reference/functions/query.txt +4 -4
  220. data/vendor/local/share/doc/groonga/en/html/_sources/reference/functions/sub_filter.txt +4 -4
  221. data/vendor/local/share/doc/groonga/en/html/_sources/reference/grn_expr/query_syntax.txt +44 -18
  222. data/vendor/local/share/doc/groonga/en/html/_sources/reference/grn_expr/script_syntax.txt +41 -11
  223. data/vendor/local/share/doc/groonga/en/html/_sources/reference/indexing.txt +2 -0
  224. data/vendor/local/share/doc/groonga/en/html/_sources/reference/normalizers.txt +4 -0
  225. data/vendor/local/share/doc/groonga/en/html/_sources/reference/operations.txt +2 -1
  226. data/vendor/local/share/doc/groonga/en/html/_sources/reference/regular_expression.txt +403 -0
  227. data/vendor/local/share/doc/groonga/en/html/_sources/reference/scorer.txt +217 -0
  228. data/vendor/local/share/doc/groonga/en/html/_sources/reference/scorers/scorer_tf_at_most.txt +22 -0
  229. data/vendor/local/share/doc/groonga/en/html/_sources/reference/scorers/scorer_tf_idf.txt +110 -0
  230. data/vendor/local/share/doc/groonga/en/html/_sources/reference/scoring_note.txt +13 -0
  231. data/vendor/local/share/doc/groonga/en/html/_sources/reference/tables.txt +8 -0
  232. data/vendor/local/share/doc/groonga/en/html/_sources/reference/tokenizers.txt +530 -16
  233. data/vendor/local/share/doc/groonga/en/html/_sources/server.txt +2 -1
  234. data/vendor/local/share/doc/groonga/en/html/_sources/server/memcached.txt +15 -0
  235. data/vendor/local/share/doc/groonga/en/html/_sources/spec/gqtp.txt +66 -1
  236. data/vendor/local/share/doc/groonga/en/html/_sources/troubleshooting/different_results_with_the_same_keyword.txt +1 -1
  237. data/vendor/local/share/doc/groonga/en/html/_sources/tutorial/network.txt +0 -81
  238. data/vendor/local/share/doc/groonga/en/html/_static/basic.css +6 -68
  239. data/vendor/local/share/doc/groonga/en/html/_static/doctools.js +1 -26
  240. data/vendor/local/share/doc/groonga/en/html/_static/down-pressed.png +0 -0
  241. data/vendor/local/share/doc/groonga/en/html/_static/down.png +0 -0
  242. data/vendor/local/share/doc/groonga/en/html/_static/file.png +0 -0
  243. data/vendor/local/share/doc/groonga/en/html/_static/jquery.js +9404 -4
  244. data/vendor/local/share/doc/groonga/en/html/_static/minus.png +0 -0
  245. data/vendor/local/share/doc/groonga/en/html/_static/plus.png +0 -0
  246. data/vendor/local/share/doc/groonga/en/html/_static/searchtools.js +2 -2
  247. data/vendor/local/share/doc/groonga/en/html/_static/underscore.js +1415 -31
  248. data/vendor/local/share/doc/groonga/en/html/_static/up-pressed.png +0 -0
  249. data/vendor/local/share/doc/groonga/en/html/_static/up.png +0 -0
  250. data/vendor/local/share/doc/groonga/en/html/_static/websupport.js +15 -15
  251. data/vendor/local/share/doc/groonga/en/html/characteristic.html +18 -20
  252. data/vendor/local/share/doc/groonga/en/html/client.html +22 -24
  253. data/vendor/local/share/doc/groonga/en/html/community.html +17 -19
  254. data/vendor/local/share/doc/groonga/en/html/contribution.html +18 -20
  255. data/vendor/local/share/doc/groonga/en/html/contribution/development.html +17 -19
  256. data/vendor/local/share/doc/groonga/en/html/contribution/development/com.html +17 -19
  257. data/vendor/local/share/doc/groonga/en/html/contribution/development/cooperation.html +17 -19
  258. data/vendor/local/share/doc/groonga/en/html/contribution/development/query.html +17 -19
  259. data/vendor/local/share/doc/groonga/en/html/contribution/development/release.html +51 -38
  260. data/vendor/local/share/doc/groonga/en/html/contribution/development/repository.html +17 -19
  261. data/vendor/local/share/doc/groonga/en/html/contribution/development/test.html +17 -19
  262. data/vendor/local/share/doc/groonga/en/html/contribution/documentation.html +17 -19
  263. data/vendor/local/share/doc/groonga/en/html/contribution/documentation/c-api.html +17 -19
  264. data/vendor/local/share/doc/groonga/en/html/contribution/documentation/i18n.html +17 -19
  265. data/vendor/local/share/doc/groonga/en/html/contribution/documentation/introduction.html +24 -26
  266. data/vendor/local/share/doc/groonga/en/html/contribution/report.html +17 -19
  267. data/vendor/local/share/doc/groonga/en/html/development.html +17 -19
  268. data/vendor/local/share/doc/groonga/en/html/development/travis-ci.html +24 -26
  269. data/vendor/local/share/doc/groonga/en/html/genindex.html +26 -14
  270. data/vendor/local/share/doc/groonga/en/html/index.html +150 -130
  271. data/vendor/local/share/doc/groonga/en/html/install.html +32 -34
  272. data/vendor/local/share/doc/groonga/en/html/install/centos.html +28 -30
  273. data/vendor/local/share/doc/groonga/en/html/install/debian.html +24 -26
  274. data/vendor/local/share/doc/groonga/en/html/install/fedora.html +28 -30
  275. data/vendor/local/share/doc/groonga/en/html/install/mac_os_x.html +22 -24
  276. data/vendor/local/share/doc/groonga/en/html/install/others.html +87 -89
  277. data/vendor/local/share/doc/groonga/en/html/install/solaris.html +22 -24
  278. data/vendor/local/share/doc/groonga/en/html/install/ubuntu.html +25 -27
  279. data/vendor/local/share/doc/groonga/en/html/install/windows.html +30 -32
  280. data/vendor/local/share/doc/groonga/en/html/limitations.html +17 -19
  281. data/vendor/local/share/doc/groonga/en/html/news.html +256 -27
  282. data/vendor/local/share/doc/groonga/en/html/news/0.x.html +17 -19
  283. data/vendor/local/share/doc/groonga/en/html/news/1.0.x.html +19 -21
  284. data/vendor/local/share/doc/groonga/en/html/news/1.1.x.html +17 -19
  285. data/vendor/local/share/doc/groonga/en/html/news/1.2.x.html +32 -34
  286. data/vendor/local/share/doc/groonga/en/html/news/1.3.x.html +27 -29
  287. data/vendor/local/share/doc/groonga/en/html/news/2.x.html +98 -100
  288. data/vendor/local/share/doc/groonga/en/html/news/3.x.html +68 -70
  289. data/vendor/local/share/doc/groonga/en/html/news/4.x.html +102 -104
  290. data/vendor/local/share/doc/groonga/en/html/news/senna.html +17 -19
  291. data/vendor/local/share/doc/groonga/en/html/objects.inv +0 -0
  292. data/vendor/local/share/doc/groonga/en/html/reference.html +139 -118
  293. data/vendor/local/share/doc/groonga/en/html/reference/api.html +51 -52
  294. data/vendor/local/share/doc/groonga/en/html/reference/api/global_configurations.html +49 -51
  295. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_cache.html +60 -62
  296. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_column.html +80 -82
  297. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_command_version.html +42 -44
  298. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_content_type.html +37 -39
  299. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_ctx.html +130 -80
  300. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_db.html +48 -50
  301. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_encoding.html +44 -46
  302. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_expr.html +79 -81
  303. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_geo.html +42 -44
  304. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_hook.html +44 -46
  305. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_ii.html +42 -44
  306. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_index_cursor.html +41 -43
  307. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_info.html +41 -43
  308. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_match_escalation.html +40 -42
  309. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_obj.html +89 -91
  310. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_proc.html +44 -46
  311. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_search.html +39 -41
  312. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_table.html +75 -77
  313. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_table_cursor.html +64 -66
  314. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_type.html +40 -42
  315. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_user_data.html +39 -41
  316. data/vendor/local/share/doc/groonga/en/html/reference/api/overview.html +202 -0
  317. data/vendor/local/share/doc/groonga/en/html/reference/api/plugin.html +58 -60
  318. data/vendor/local/share/doc/groonga/en/html/reference/cast.html +17 -19
  319. data/vendor/local/share/doc/groonga/en/html/reference/column.html +17 -19
  320. data/vendor/local/share/doc/groonga/en/html/reference/columns/index.html +17 -19
  321. data/vendor/local/share/doc/groonga/en/html/reference/columns/pseudo.html +22 -24
  322. data/vendor/local/share/doc/groonga/en/html/reference/columns/scalar.html +17 -19
  323. data/vendor/local/share/doc/groonga/en/html/reference/columns/vector.html +58 -60
  324. data/vendor/local/share/doc/groonga/en/html/reference/command.html +56 -54
  325. data/vendor/local/share/doc/groonga/en/html/reference/command/command_version.html +17 -19
  326. data/vendor/local/share/doc/groonga/en/html/reference/command/output_format.html +53 -55
  327. data/vendor/local/share/doc/groonga/en/html/reference/command/request_id.html +22 -24
  328. data/vendor/local/share/doc/groonga/en/html/reference/command/return_code.html +94 -96
  329. data/vendor/local/share/doc/groonga/en/html/reference/commands/cache_limit.html +39 -41
  330. data/vendor/local/share/doc/groonga/en/html/reference/commands/check.html +43 -45
  331. data/vendor/local/share/doc/groonga/en/html/reference/commands/clearlock.html +23 -25
  332. data/vendor/local/share/doc/groonga/en/html/reference/commands/column_create.html +39 -41
  333. data/vendor/local/share/doc/groonga/en/html/reference/commands/column_list.html +71 -73
  334. data/vendor/local/share/doc/groonga/en/html/reference/commands/column_remove.html +24 -26
  335. data/vendor/local/share/doc/groonga/en/html/reference/commands/column_rename.html +44 -46
  336. data/vendor/local/share/doc/groonga/en/html/reference/commands/define_selector.html +37 -39
  337. data/vendor/local/share/doc/groonga/en/html/reference/commands/defrag.html +24 -26
  338. data/vendor/local/share/doc/groonga/en/html/reference/commands/delete.html +35 -37
  339. data/vendor/local/share/doc/groonga/en/html/reference/commands/dump.html +22 -24
  340. data/vendor/local/share/doc/groonga/en/html/reference/commands/load.html +43 -45
  341. data/vendor/local/share/doc/groonga/en/html/reference/commands/lock_clear.html +49 -47
  342. data/vendor/local/share/doc/groonga/en/html/reference/commands/log_level.html +23 -25
  343. data/vendor/local/share/doc/groonga/en/html/reference/commands/log_put.html +24 -26
  344. data/vendor/local/share/doc/groonga/en/html/reference/commands/log_reopen.html +26 -28
  345. data/vendor/local/share/doc/groonga/en/html/reference/commands/logical_count.html +314 -0
  346. data/vendor/local/share/doc/groonga/en/html/reference/commands/logical_range_filter.html +252 -0
  347. data/vendor/local/share/doc/groonga/en/html/reference/commands/normalize.html +87 -89
  348. data/vendor/local/share/doc/groonga/en/html/reference/commands/normalizer_list.html +46 -48
  349. data/vendor/local/share/doc/groonga/en/html/reference/commands/plugin_register.html +195 -0
  350. data/vendor/local/share/doc/groonga/en/html/reference/commands/plugin_unregister.html +193 -0
  351. data/vendor/local/share/doc/groonga/en/html/reference/commands/quit.html +38 -40
  352. data/vendor/local/share/doc/groonga/en/html/reference/commands/range_filter.html +37 -39
  353. data/vendor/local/share/doc/groonga/en/html/reference/commands/register.html +61 -51
  354. data/vendor/local/share/doc/groonga/en/html/reference/commands/request_cancel.html +72 -74
  355. data/vendor/local/share/doc/groonga/en/html/reference/commands/ruby_eval.html +54 -56
  356. data/vendor/local/share/doc/groonga/en/html/reference/commands/ruby_load.html +54 -56
  357. data/vendor/local/share/doc/groonga/en/html/reference/commands/select.html +590 -592
  358. data/vendor/local/share/doc/groonga/en/html/reference/commands/shutdown.html +37 -39
  359. data/vendor/local/share/doc/groonga/en/html/reference/commands/status.html +40 -42
  360. data/vendor/local/share/doc/groonga/en/html/reference/commands/suggest.html +92 -94
  361. data/vendor/local/share/doc/groonga/en/html/reference/commands/table_create.html +152 -154
  362. data/vendor/local/share/doc/groonga/en/html/reference/commands/table_list.html +49 -51
  363. data/vendor/local/share/doc/groonga/en/html/reference/commands/table_remove.html +39 -41
  364. data/vendor/local/share/doc/groonga/en/html/reference/commands/table_tokenize.html +68 -70
  365. data/vendor/local/share/doc/groonga/en/html/reference/commands/tokenize.html +103 -105
  366. data/vendor/local/share/doc/groonga/en/html/reference/commands/tokenizer_list.html +45 -47
  367. data/vendor/local/share/doc/groonga/en/html/reference/commands/truncate.html +52 -54
  368. data/vendor/local/share/doc/groonga/en/html/reference/executables.html +19 -21
  369. data/vendor/local/share/doc/groonga/en/html/reference/executables/grndb.html +35 -37
  370. data/vendor/local/share/doc/groonga/en/html/reference/executables/grnslap.html +21 -23
  371. data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-benchmark.html +26 -28
  372. data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-httpd.html +73 -75
  373. data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-server-http.html +17 -19
  374. data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-suggest-create-dataset.html +17 -19
  375. data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-suggest-httpd.html +42 -44
  376. data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-suggest-learner.html +34 -36
  377. data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga.html +124 -90
  378. data/vendor/local/share/doc/groonga/en/html/reference/function.html +42 -44
  379. data/vendor/local/share/doc/groonga/en/html/reference/functions/between.html +66 -68
  380. data/vendor/local/share/doc/groonga/en/html/reference/functions/edit_distance.html +44 -46
  381. data/vendor/local/share/doc/groonga/en/html/reference/functions/geo_distance.html +113 -115
  382. data/vendor/local/share/doc/groonga/en/html/reference/functions/geo_in_circle.html +55 -57
  383. data/vendor/local/share/doc/groonga/en/html/reference/functions/geo_in_rectangle.html +45 -47
  384. data/vendor/local/share/doc/groonga/en/html/reference/functions/highlight_full.html +81 -83
  385. data/vendor/local/share/doc/groonga/en/html/reference/functions/highlight_html.html +65 -67
  386. data/vendor/local/share/doc/groonga/en/html/reference/functions/html_untag.html +54 -56
  387. data/vendor/local/share/doc/groonga/en/html/reference/functions/in_values.html +135 -44
  388. data/vendor/local/share/doc/groonga/en/html/reference/functions/now.html +40 -42
  389. data/vendor/local/share/doc/groonga/en/html/reference/functions/query.html +81 -83
  390. data/vendor/local/share/doc/groonga/en/html/reference/functions/rand.html +43 -45
  391. data/vendor/local/share/doc/groonga/en/html/reference/functions/snippet_html.html +67 -69
  392. data/vendor/local/share/doc/groonga/en/html/reference/functions/sub_filter.html +66 -70
  393. data/vendor/local/share/doc/groonga/en/html/reference/grn_expr.html +39 -41
  394. data/vendor/local/share/doc/groonga/en/html/reference/grn_expr/query_syntax.html +349 -286
  395. data/vendor/local/share/doc/groonga/en/html/reference/grn_expr/script_syntax.html +483 -417
  396. data/vendor/local/share/doc/groonga/en/html/reference/indexing.html +35 -37
  397. data/vendor/local/share/doc/groonga/en/html/reference/log.html +38 -40
  398. data/vendor/local/share/doc/groonga/en/html/reference/normalizers.html +44 -46
  399. data/vendor/local/share/doc/groonga/en/html/reference/operations.html +30 -31
  400. data/vendor/local/share/doc/groonga/en/html/reference/operations/geolocation_search.html +32 -34
  401. data/vendor/local/share/doc/groonga/en/html/reference/output.html +32 -34
  402. data/vendor/local/share/doc/groonga/en/html/reference/query_expanders.html +17 -19
  403. data/vendor/local/share/doc/groonga/en/html/reference/query_expanders/tsv.html +60 -62
  404. data/vendor/local/share/doc/groonga/en/html/reference/regular_expression.html +931 -0
  405. data/vendor/local/share/doc/groonga/en/html/reference/scorer.html +442 -0
  406. data/vendor/local/share/doc/groonga/en/html/reference/scorers/scorer_tf_at_most.html +153 -0
  407. data/vendor/local/share/doc/groonga/en/html/reference/scorers/scorer_tf_idf.html +287 -0
  408. data/vendor/local/share/doc/groonga/en/html/reference/scoring_note.html +114 -0
  409. data/vendor/local/share/doc/groonga/en/html/reference/suggest.html +45 -47
  410. data/vendor/local/share/doc/groonga/en/html/reference/suggest/completion.html +51 -53
  411. data/vendor/local/share/doc/groonga/en/html/reference/suggest/correction.html +40 -42
  412. data/vendor/local/share/doc/groonga/en/html/reference/suggest/introduction.html +38 -40
  413. data/vendor/local/share/doc/groonga/en/html/reference/suggest/suggestion.html +40 -42
  414. data/vendor/local/share/doc/groonga/en/html/reference/tables.html +52 -54
  415. data/vendor/local/share/doc/groonga/en/html/reference/token_filters.html +36 -38
  416. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers.html +1394 -34
  417. data/vendor/local/share/doc/groonga/en/html/reference/tuning.html +57 -59
  418. data/vendor/local/share/doc/groonga/en/html/reference/types.html +38 -40
  419. data/vendor/local/share/doc/groonga/en/html/search.html +11 -11
  420. data/vendor/local/share/doc/groonga/en/html/searchindex.js +1 -1
  421. data/vendor/local/share/doc/groonga/en/html/server.html +23 -24
  422. data/vendor/local/share/doc/groonga/en/html/server/gqtp.html +28 -30
  423. data/vendor/local/share/doc/groonga/en/html/server/http.html +42 -44
  424. data/vendor/local/share/doc/groonga/en/html/server/http/comparison.html +68 -70
  425. data/vendor/local/share/doc/groonga/en/html/server/http/groonga-httpd.html +30 -32
  426. data/vendor/local/share/doc/groonga/en/html/server/http/groonga.html +29 -31
  427. data/vendor/local/share/doc/groonga/en/html/server/memcached.html +137 -0
  428. data/vendor/local/share/doc/groonga/en/html/server/package.html +36 -38
  429. data/vendor/local/share/doc/groonga/en/html/spec.html +22 -24
  430. data/vendor/local/share/doc/groonga/en/html/spec/gqtp.html +208 -129
  431. data/vendor/local/share/doc/groonga/en/html/spec/search.html +17 -19
  432. data/vendor/local/share/doc/groonga/en/html/troubleshooting.html +17 -19
  433. data/vendor/local/share/doc/groonga/en/html/troubleshooting/different_results_with_the_same_keyword.html +18 -20
  434. data/vendor/local/share/doc/groonga/en/html/troubleshooting/mmap_cannot_allocate_memory.html +18 -20
  435. data/vendor/local/share/doc/groonga/en/html/tutorial.html +21 -25
  436. data/vendor/local/share/doc/groonga/en/html/tutorial/data.html +17 -19
  437. data/vendor/local/share/doc/groonga/en/html/tutorial/drilldown.html +31 -33
  438. data/vendor/local/share/doc/groonga/en/html/tutorial/index.html +20 -22
  439. data/vendor/local/share/doc/groonga/en/html/tutorial/introduction.html +17 -19
  440. data/vendor/local/share/doc/groonga/en/html/tutorial/lexicon.html +17 -19
  441. data/vendor/local/share/doc/groonga/en/html/tutorial/match_columns.html +21 -23
  442. data/vendor/local/share/doc/groonga/en/html/tutorial/micro_blog.html +50 -52
  443. data/vendor/local/share/doc/groonga/en/html/tutorial/network.html +27 -125
  444. data/vendor/local/share/doc/groonga/en/html/tutorial/patricia_trie.html +18 -20
  445. data/vendor/local/share/doc/groonga/en/html/tutorial/query_expansion.html +20 -22
  446. data/vendor/local/share/doc/groonga/en/html/tutorial/search.html +33 -35
  447. data/vendor/local/share/doc/groonga/ja/html/.buildinfo +1 -1
  448. data/vendor/local/share/doc/groonga/ja/html/_images/used-when-indexing.png +0 -0
  449. data/vendor/local/share/doc/groonga/ja/html/_images/used-when-searching.png +0 -0
  450. data/vendor/local/share/doc/groonga/ja/html/_sources/characteristic.txt +1 -1
  451. data/vendor/local/share/doc/groonga/ja/html/_sources/contribution/development/release.txt +32 -17
  452. data/vendor/local/share/doc/groonga/ja/html/_sources/install/centos.txt +3 -3
  453. data/vendor/local/share/doc/groonga/ja/html/_sources/install/debian.txt +3 -3
  454. data/vendor/local/share/doc/groonga/ja/html/_sources/install/fedora.txt +4 -4
  455. data/vendor/local/share/doc/groonga/ja/html/_sources/install/mac_os_x.txt +3 -3
  456. data/vendor/local/share/doc/groonga/ja/html/_sources/install/others.txt +3 -3
  457. data/vendor/local/share/doc/groonga/ja/html/_sources/install/solaris.txt +3 -3
  458. data/vendor/local/share/doc/groonga/ja/html/_sources/install/ubuntu.txt +3 -3
  459. data/vendor/local/share/doc/groonga/ja/html/_sources/install/windows.txt +9 -9
  460. data/vendor/local/share/doc/groonga/ja/html/_sources/news.txt +194 -0
  461. data/vendor/local/share/doc/groonga/ja/html/_sources/news/1.0.x.txt +1 -1
  462. data/vendor/local/share/doc/groonga/ja/html/_sources/news/3.x.txt +2 -2
  463. data/vendor/local/share/doc/groonga/ja/html/_sources/news/4.x.txt +2 -2
  464. data/vendor/local/share/doc/groonga/ja/html/_sources/reference.txt +2 -0
  465. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/api.txt +3 -0
  466. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/api/grn_ctx.txt +42 -0
  467. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/api/overview.txt +54 -0
  468. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/cache_limit.txt +1 -1
  469. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/column_create.txt +2 -2
  470. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/column_list.txt +1 -1
  471. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/column_rename.txt +3 -3
  472. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/delete.txt +4 -4
  473. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/load.txt +5 -5
  474. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/lock_clear.txt +4 -4
  475. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/logical_count.txt +173 -0
  476. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/logical_range_filter.txt +112 -0
  477. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/normalize.txt +7 -6
  478. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/plugin_register.txt +64 -0
  479. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/plugin_unregister.txt +63 -0
  480. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/register.txt +11 -1
  481. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/request_cancel.txt +3 -2
  482. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/ruby_eval.txt +1 -1
  483. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/ruby_load.txt +1 -1
  484. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/select.txt +17 -17
  485. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/suggest.txt +12 -12
  486. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/table_create.txt +7 -7
  487. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/table_tokenize.txt +4 -4
  488. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/tokenize.txt +6 -6
  489. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/truncate.txt +1 -1
  490. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/executables/groonga.txt +47 -26
  491. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/functions/between.txt +5 -5
  492. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/functions/geo_distance.txt +3 -3
  493. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/functions/highlight_full.txt +6 -6
  494. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/functions/highlight_html.txt +1 -1
  495. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/functions/html_untag.txt +1 -1
  496. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/functions/in_values.txt +54 -2
  497. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/functions/query.txt +4 -4
  498. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/functions/sub_filter.txt +4 -4
  499. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/grn_expr/query_syntax.txt +44 -18
  500. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/grn_expr/script_syntax.txt +41 -11
  501. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/indexing.txt +2 -0
  502. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/normalizers.txt +4 -0
  503. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/operations.txt +2 -1
  504. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/regular_expression.txt +403 -0
  505. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/scorer.txt +217 -0
  506. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/scorers/scorer_tf_at_most.txt +22 -0
  507. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/scorers/scorer_tf_idf.txt +110 -0
  508. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/scoring_note.txt +13 -0
  509. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/tables.txt +8 -0
  510. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/tokenizers.txt +530 -16
  511. data/vendor/local/share/doc/groonga/ja/html/_sources/server.txt +2 -1
  512. data/vendor/local/share/doc/groonga/ja/html/_sources/server/memcached.txt +15 -0
  513. data/vendor/local/share/doc/groonga/ja/html/_sources/spec/gqtp.txt +66 -1
  514. data/vendor/local/share/doc/groonga/ja/html/_sources/troubleshooting/different_results_with_the_same_keyword.txt +1 -1
  515. data/vendor/local/share/doc/groonga/ja/html/_sources/tutorial/network.txt +0 -81
  516. data/vendor/local/share/doc/groonga/ja/html/_static/basic.css +6 -68
  517. data/vendor/local/share/doc/groonga/ja/html/_static/doctools.js +1 -26
  518. data/vendor/local/share/doc/groonga/ja/html/_static/down-pressed.png +0 -0
  519. data/vendor/local/share/doc/groonga/ja/html/_static/down.png +0 -0
  520. data/vendor/local/share/doc/groonga/ja/html/_static/file.png +0 -0
  521. data/vendor/local/share/doc/groonga/ja/html/_static/jquery.js +9404 -4
  522. data/vendor/local/share/doc/groonga/ja/html/_static/minus.png +0 -0
  523. data/vendor/local/share/doc/groonga/ja/html/_static/plus.png +0 -0
  524. data/vendor/local/share/doc/groonga/ja/html/_static/searchtools.js +2 -2
  525. data/vendor/local/share/doc/groonga/ja/html/_static/underscore.js +1415 -31
  526. data/vendor/local/share/doc/groonga/ja/html/_static/up-pressed.png +0 -0
  527. data/vendor/local/share/doc/groonga/ja/html/_static/up.png +0 -0
  528. data/vendor/local/share/doc/groonga/ja/html/_static/websupport.js +15 -15
  529. data/vendor/local/share/doc/groonga/ja/html/characteristic.html +17 -19
  530. data/vendor/local/share/doc/groonga/ja/html/client.html +22 -24
  531. data/vendor/local/share/doc/groonga/ja/html/community.html +17 -19
  532. data/vendor/local/share/doc/groonga/ja/html/contribution.html +18 -20
  533. data/vendor/local/share/doc/groonga/ja/html/contribution/development.html +17 -19
  534. data/vendor/local/share/doc/groonga/ja/html/contribution/development/com.html +17 -19
  535. data/vendor/local/share/doc/groonga/ja/html/contribution/development/cooperation.html +17 -19
  536. data/vendor/local/share/doc/groonga/ja/html/contribution/development/query.html +17 -19
  537. data/vendor/local/share/doc/groonga/ja/html/contribution/development/release.html +51 -38
  538. data/vendor/local/share/doc/groonga/ja/html/contribution/development/repository.html +17 -19
  539. data/vendor/local/share/doc/groonga/ja/html/contribution/development/test.html +17 -19
  540. data/vendor/local/share/doc/groonga/ja/html/contribution/documentation.html +17 -19
  541. data/vendor/local/share/doc/groonga/ja/html/contribution/documentation/c-api.html +17 -19
  542. data/vendor/local/share/doc/groonga/ja/html/contribution/documentation/i18n.html +17 -19
  543. data/vendor/local/share/doc/groonga/ja/html/contribution/documentation/introduction.html +24 -26
  544. data/vendor/local/share/doc/groonga/ja/html/contribution/report.html +17 -19
  545. data/vendor/local/share/doc/groonga/ja/html/development.html +17 -19
  546. data/vendor/local/share/doc/groonga/ja/html/development/travis-ci.html +20 -22
  547. data/vendor/local/share/doc/groonga/ja/html/genindex.html +26 -14
  548. data/vendor/local/share/doc/groonga/ja/html/index.html +150 -130
  549. data/vendor/local/share/doc/groonga/ja/html/install.html +32 -34
  550. data/vendor/local/share/doc/groonga/ja/html/install/centos.html +31 -33
  551. data/vendor/local/share/doc/groonga/ja/html/install/debian.html +25 -27
  552. data/vendor/local/share/doc/groonga/ja/html/install/fedora.html +29 -31
  553. data/vendor/local/share/doc/groonga/ja/html/install/mac_os_x.html +22 -24
  554. data/vendor/local/share/doc/groonga/ja/html/install/others.html +78 -80
  555. data/vendor/local/share/doc/groonga/ja/html/install/solaris.html +21 -23
  556. data/vendor/local/share/doc/groonga/ja/html/install/ubuntu.html +26 -28
  557. data/vendor/local/share/doc/groonga/ja/html/install/windows.html +29 -31
  558. data/vendor/local/share/doc/groonga/ja/html/limitations.html +17 -19
  559. data/vendor/local/share/doc/groonga/ja/html/news.html +210 -27
  560. data/vendor/local/share/doc/groonga/ja/html/news/0.x.html +17 -19
  561. data/vendor/local/share/doc/groonga/ja/html/news/1.0.x.html +19 -21
  562. data/vendor/local/share/doc/groonga/ja/html/news/1.1.x.html +17 -19
  563. data/vendor/local/share/doc/groonga/ja/html/news/1.2.x.html +32 -34
  564. data/vendor/local/share/doc/groonga/ja/html/news/1.3.x.html +27 -29
  565. data/vendor/local/share/doc/groonga/ja/html/news/2.x.html +91 -93
  566. data/vendor/local/share/doc/groonga/ja/html/news/3.x.html +59 -61
  567. data/vendor/local/share/doc/groonga/ja/html/news/4.x.html +89 -91
  568. data/vendor/local/share/doc/groonga/ja/html/news/senna.html +17 -19
  569. data/vendor/local/share/doc/groonga/ja/html/objects.inv +0 -0
  570. data/vendor/local/share/doc/groonga/ja/html/reference.html +139 -118
  571. data/vendor/local/share/doc/groonga/ja/html/reference/api.html +51 -52
  572. data/vendor/local/share/doc/groonga/ja/html/reference/api/global_configurations.html +49 -51
  573. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_cache.html +55 -57
  574. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_column.html +80 -82
  575. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_command_version.html +42 -44
  576. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_content_type.html +37 -39
  577. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_ctx.html +126 -76
  578. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_db.html +48 -50
  579. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_encoding.html +44 -46
  580. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_expr.html +74 -76
  581. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_geo.html +42 -44
  582. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_hook.html +44 -46
  583. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_ii.html +42 -44
  584. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_index_cursor.html +41 -43
  585. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_info.html +41 -43
  586. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_match_escalation.html +40 -42
  587. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_obj.html +89 -91
  588. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_proc.html +44 -46
  589. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_search.html +39 -41
  590. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_table.html +75 -77
  591. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_table_cursor.html +64 -66
  592. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_type.html +40 -42
  593. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_user_data.html +39 -41
  594. data/vendor/local/share/doc/groonga/ja/html/reference/api/overview.html +197 -0
  595. data/vendor/local/share/doc/groonga/ja/html/reference/api/plugin.html +58 -60
  596. data/vendor/local/share/doc/groonga/ja/html/reference/cast.html +17 -19
  597. data/vendor/local/share/doc/groonga/ja/html/reference/column.html +17 -19
  598. data/vendor/local/share/doc/groonga/ja/html/reference/columns/index.html +17 -19
  599. data/vendor/local/share/doc/groonga/ja/html/reference/columns/pseudo.html +22 -24
  600. data/vendor/local/share/doc/groonga/ja/html/reference/columns/scalar.html +17 -19
  601. data/vendor/local/share/doc/groonga/ja/html/reference/columns/vector.html +48 -50
  602. data/vendor/local/share/doc/groonga/ja/html/reference/command.html +56 -54
  603. data/vendor/local/share/doc/groonga/ja/html/reference/command/command_version.html +17 -19
  604. data/vendor/local/share/doc/groonga/ja/html/reference/command/output_format.html +43 -45
  605. data/vendor/local/share/doc/groonga/ja/html/reference/command/request_id.html +22 -24
  606. data/vendor/local/share/doc/groonga/ja/html/reference/command/return_code.html +93 -95
  607. data/vendor/local/share/doc/groonga/ja/html/reference/commands/cache_limit.html +35 -37
  608. data/vendor/local/share/doc/groonga/ja/html/reference/commands/check.html +43 -45
  609. data/vendor/local/share/doc/groonga/ja/html/reference/commands/clearlock.html +23 -25
  610. data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_create.html +39 -41
  611. data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_list.html +62 -64
  612. data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_remove.html +24 -26
  613. data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_rename.html +38 -40
  614. data/vendor/local/share/doc/groonga/ja/html/reference/commands/define_selector.html +37 -39
  615. data/vendor/local/share/doc/groonga/ja/html/reference/commands/defrag.html +24 -26
  616. data/vendor/local/share/doc/groonga/ja/html/reference/commands/delete.html +32 -34
  617. data/vendor/local/share/doc/groonga/ja/html/reference/commands/dump.html +22 -24
  618. data/vendor/local/share/doc/groonga/ja/html/reference/commands/load.html +33 -35
  619. data/vendor/local/share/doc/groonga/ja/html/reference/commands/lock_clear.html +48 -46
  620. data/vendor/local/share/doc/groonga/ja/html/reference/commands/log_level.html +23 -25
  621. data/vendor/local/share/doc/groonga/ja/html/reference/commands/log_put.html +24 -26
  622. data/vendor/local/share/doc/groonga/ja/html/reference/commands/log_reopen.html +26 -28
  623. data/vendor/local/share/doc/groonga/ja/html/reference/commands/logical_count.html +314 -0
  624. data/vendor/local/share/doc/groonga/ja/html/reference/commands/logical_range_filter.html +250 -0
  625. data/vendor/local/share/doc/groonga/ja/html/reference/commands/normalize.html +80 -81
  626. data/vendor/local/share/doc/groonga/ja/html/reference/commands/normalizer_list.html +46 -48
  627. data/vendor/local/share/doc/groonga/ja/html/reference/commands/plugin_register.html +188 -0
  628. data/vendor/local/share/doc/groonga/ja/html/reference/commands/plugin_unregister.html +190 -0
  629. data/vendor/local/share/doc/groonga/ja/html/reference/commands/quit.html +38 -40
  630. data/vendor/local/share/doc/groonga/ja/html/reference/commands/range_filter.html +37 -39
  631. data/vendor/local/share/doc/groonga/ja/html/reference/commands/register.html +57 -47
  632. data/vendor/local/share/doc/groonga/ja/html/reference/commands/request_cancel.html +71 -73
  633. data/vendor/local/share/doc/groonga/ja/html/reference/commands/ruby_eval.html +53 -55
  634. data/vendor/local/share/doc/groonga/ja/html/reference/commands/ruby_load.html +53 -55
  635. data/vendor/local/share/doc/groonga/ja/html/reference/commands/select.html +394 -396
  636. data/vendor/local/share/doc/groonga/ja/html/reference/commands/shutdown.html +37 -39
  637. data/vendor/local/share/doc/groonga/ja/html/reference/commands/status.html +38 -40
  638. data/vendor/local/share/doc/groonga/ja/html/reference/commands/suggest.html +78 -80
  639. data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_create.html +123 -125
  640. data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_list.html +49 -51
  641. data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_remove.html +39 -41
  642. data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_tokenize.html +61 -63
  643. data/vendor/local/share/doc/groonga/ja/html/reference/commands/tokenize.html +89 -91
  644. data/vendor/local/share/doc/groonga/ja/html/reference/commands/tokenizer_list.html +46 -48
  645. data/vendor/local/share/doc/groonga/ja/html/reference/commands/truncate.html +51 -53
  646. data/vendor/local/share/doc/groonga/ja/html/reference/executables.html +19 -21
  647. data/vendor/local/share/doc/groonga/ja/html/reference/executables/grndb.html +35 -37
  648. data/vendor/local/share/doc/groonga/ja/html/reference/executables/grnslap.html +21 -23
  649. data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-benchmark.html +26 -28
  650. data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-httpd.html +61 -63
  651. data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-server-http.html +17 -19
  652. data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-suggest-create-dataset.html +17 -19
  653. data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-suggest-httpd.html +42 -44
  654. data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-suggest-learner.html +34 -36
  655. data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga.html +126 -90
  656. data/vendor/local/share/doc/groonga/ja/html/reference/function.html +42 -44
  657. data/vendor/local/share/doc/groonga/ja/html/reference/functions/between.html +63 -65
  658. data/vendor/local/share/doc/groonga/ja/html/reference/functions/edit_distance.html +44 -46
  659. data/vendor/local/share/doc/groonga/ja/html/reference/functions/geo_distance.html +94 -96
  660. data/vendor/local/share/doc/groonga/ja/html/reference/functions/geo_in_circle.html +55 -57
  661. data/vendor/local/share/doc/groonga/ja/html/reference/functions/geo_in_rectangle.html +45 -47
  662. data/vendor/local/share/doc/groonga/ja/html/reference/functions/highlight_full.html +66 -68
  663. data/vendor/local/share/doc/groonga/ja/html/reference/functions/highlight_html.html +55 -57
  664. data/vendor/local/share/doc/groonga/ja/html/reference/functions/html_untag.html +53 -55
  665. data/vendor/local/share/doc/groonga/ja/html/reference/functions/in_values.html +135 -44
  666. data/vendor/local/share/doc/groonga/ja/html/reference/functions/now.html +40 -42
  667. data/vendor/local/share/doc/groonga/ja/html/reference/functions/query.html +70 -72
  668. data/vendor/local/share/doc/groonga/ja/html/reference/functions/rand.html +43 -45
  669. data/vendor/local/share/doc/groonga/ja/html/reference/functions/snippet_html.html +53 -55
  670. data/vendor/local/share/doc/groonga/ja/html/reference/functions/sub_filter.html +56 -62
  671. data/vendor/local/share/doc/groonga/ja/html/reference/grn_expr.html +36 -38
  672. data/vendor/local/share/doc/groonga/ja/html/reference/grn_expr/query_syntax.html +229 -171
  673. data/vendor/local/share/doc/groonga/ja/html/reference/grn_expr/script_syntax.html +381 -322
  674. data/vendor/local/share/doc/groonga/ja/html/reference/indexing.html +34 -36
  675. data/vendor/local/share/doc/groonga/ja/html/reference/log.html +38 -40
  676. data/vendor/local/share/doc/groonga/ja/html/reference/normalizers.html +38 -40
  677. data/vendor/local/share/doc/groonga/ja/html/reference/operations.html +28 -30
  678. data/vendor/local/share/doc/groonga/ja/html/reference/operations/geolocation_search.html +32 -34
  679. data/vendor/local/share/doc/groonga/ja/html/reference/output.html +28 -30
  680. data/vendor/local/share/doc/groonga/ja/html/reference/query_expanders.html +17 -19
  681. data/vendor/local/share/doc/groonga/ja/html/reference/query_expanders/tsv.html +39 -41
  682. data/vendor/local/share/doc/groonga/ja/html/reference/regular_expression.html +878 -0
  683. data/vendor/local/share/doc/groonga/ja/html/reference/scorer.html +442 -0
  684. data/vendor/local/share/doc/groonga/ja/html/reference/scorers/scorer_tf_at_most.html +154 -0
  685. data/vendor/local/share/doc/groonga/ja/html/reference/scorers/scorer_tf_idf.html +287 -0
  686. data/vendor/local/share/doc/groonga/ja/html/reference/scoring_note.html +115 -0
  687. data/vendor/local/share/doc/groonga/ja/html/reference/suggest.html +45 -47
  688. data/vendor/local/share/doc/groonga/ja/html/reference/suggest/completion.html +48 -50
  689. data/vendor/local/share/doc/groonga/ja/html/reference/suggest/correction.html +40 -42
  690. data/vendor/local/share/doc/groonga/ja/html/reference/suggest/introduction.html +38 -40
  691. data/vendor/local/share/doc/groonga/ja/html/reference/suggest/suggestion.html +40 -42
  692. data/vendor/local/share/doc/groonga/ja/html/reference/tables.html +42 -44
  693. data/vendor/local/share/doc/groonga/ja/html/reference/token_filters.html +37 -39
  694. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers.html +1300 -34
  695. data/vendor/local/share/doc/groonga/ja/html/reference/tuning.html +57 -59
  696. data/vendor/local/share/doc/groonga/ja/html/reference/types.html +38 -40
  697. data/vendor/local/share/doc/groonga/ja/html/search.html +11 -11
  698. data/vendor/local/share/doc/groonga/ja/html/searchindex.js +1 -1
  699. data/vendor/local/share/doc/groonga/ja/html/server.html +23 -24
  700. data/vendor/local/share/doc/groonga/ja/html/server/gqtp.html +28 -30
  701. data/vendor/local/share/doc/groonga/ja/html/server/http.html +42 -44
  702. data/vendor/local/share/doc/groonga/ja/html/server/http/comparison.html +62 -64
  703. data/vendor/local/share/doc/groonga/ja/html/server/http/groonga-httpd.html +30 -32
  704. data/vendor/local/share/doc/groonga/ja/html/server/http/groonga.html +29 -31
  705. data/vendor/local/share/doc/groonga/ja/html/server/memcached.html +138 -0
  706. data/vendor/local/share/doc/groonga/ja/html/server/package.html +35 -37
  707. data/vendor/local/share/doc/groonga/ja/html/spec.html +22 -24
  708. data/vendor/local/share/doc/groonga/ja/html/spec/gqtp.html +207 -128
  709. data/vendor/local/share/doc/groonga/ja/html/spec/search.html +17 -19
  710. data/vendor/local/share/doc/groonga/ja/html/troubleshooting.html +17 -19
  711. data/vendor/local/share/doc/groonga/ja/html/troubleshooting/different_results_with_the_same_keyword.html +18 -20
  712. data/vendor/local/share/doc/groonga/ja/html/troubleshooting/mmap_cannot_allocate_memory.html +18 -20
  713. data/vendor/local/share/doc/groonga/ja/html/tutorial.html +21 -25
  714. data/vendor/local/share/doc/groonga/ja/html/tutorial/data.html +17 -19
  715. data/vendor/local/share/doc/groonga/ja/html/tutorial/drilldown.html +30 -32
  716. data/vendor/local/share/doc/groonga/ja/html/tutorial/index.html +17 -19
  717. data/vendor/local/share/doc/groonga/ja/html/tutorial/introduction.html +17 -19
  718. data/vendor/local/share/doc/groonga/ja/html/tutorial/lexicon.html +17 -19
  719. data/vendor/local/share/doc/groonga/ja/html/tutorial/match_columns.html +23 -25
  720. data/vendor/local/share/doc/groonga/ja/html/tutorial/micro_blog.html +47 -49
  721. data/vendor/local/share/doc/groonga/ja/html/tutorial/network.html +27 -125
  722. data/vendor/local/share/doc/groonga/ja/html/tutorial/patricia_trie.html +18 -20
  723. data/vendor/local/share/doc/groonga/ja/html/tutorial/query_expansion.html +20 -22
  724. data/vendor/local/share/doc/groonga/ja/html/tutorial/search.html +31 -33
  725. data/vendor/local/share/license/mruby/README.md +2 -2
  726. data/vendor/local/share/man/ja/man1/groonga.1 +6205 -2251
  727. data/vendor/local/share/man/man1/groonga.1 +7210 -3029
  728. metadata +75 -11
  729. data/doc/text/news.textile +0 -1217
  730. data/vendor/local/share/doc/groonga/en/html/_static/jquery-1.11.1.js +0 -10308
  731. data/vendor/local/share/doc/groonga/en/html/_static/underscore-1.3.1.js +0 -999
  732. data/vendor/local/share/doc/groonga/ja/html/_static/jquery-1.11.1.js +0 -10308
  733. data/vendor/local/share/doc/groonga/ja/html/_static/underscore-1.3.1.js +0 -999
@@ -7,7 +7,7 @@
7
7
  <head>
8
8
  <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
9
9
 
10
- <title>7.3.37. tokenize &mdash; Groonga v5.0.0 documentation</title>
10
+ <title>7.3.41. tokenize &mdash; Groonga v5.0.1-42-g4d10df1 documentation</title>
11
11
 
12
12
  <link rel="stylesheet" href="../../_static/groonga.css" type="text/css" />
13
13
  <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
@@ -15,7 +15,7 @@
15
15
  <script type="text/javascript">
16
16
  var DOCUMENTATION_OPTIONS = {
17
17
  URL_ROOT: '../../',
18
- VERSION: '5.0.0',
18
+ VERSION: '5.0.1-42-g4d10df1',
19
19
  COLLAPSE_INDEX: false,
20
20
  FILE_SUFFIX: '.html',
21
21
  HAS_SOURCE: true
@@ -25,12 +25,12 @@
25
25
  <script type="text/javascript" src="../../_static/underscore.js"></script>
26
26
  <script type="text/javascript" src="../../_static/doctools.js"></script>
27
27
  <link rel="shortcut icon" href="../../_static/favicon.ico"/>
28
- <link rel="top" title="Groonga v5.0.0 documentation" href="../../index.html" />
28
+ <link rel="top" title="Groonga v5.0.1-42-g4d10df1 documentation" href="../../index.html" />
29
29
  <link rel="up" title="7.3. Command" href="../command.html" />
30
- <link rel="next" title="7.3.38. tokenizer_list" href="tokenizer_list.html" />
31
- <link rel="prev" title="7.3.36. table_tokenize" href="table_tokenize.html" />
30
+ <link rel="next" title="7.3.42. tokenizer_list" href="tokenizer_list.html" />
31
+ <link rel="prev" title="7.3.40. table_tokenize" href="table_tokenize.html" />
32
32
  </head>
33
- <body role="document">
33
+ <body>
34
34
  <div class="header">
35
35
  <h1 class="title">
36
36
  <a id="top-link" href="../../index.html">
@@ -48,19 +48,19 @@
48
48
  </div>
49
49
 
50
50
 
51
- <div class="related" role="navigation" aria-label="related navigation">
51
+ <div class="related">
52
52
  <h3>Navigation</h3>
53
53
  <ul>
54
54
  <li class="right" style="margin-right: 10px">
55
55
  <a href="../../genindex.html" title="General Index"
56
56
  accesskey="I">index</a></li>
57
57
  <li class="right" >
58
- <a href="tokenizer_list.html" title="7.3.38. tokenizer_list"
58
+ <a href="tokenizer_list.html" title="7.3.42. tokenizer_list"
59
59
  accesskey="N">next</a> |</li>
60
60
  <li class="right" >
61
- <a href="table_tokenize.html" title="7.3.36. table_tokenize"
61
+ <a href="table_tokenize.html" title="7.3.40. table_tokenize"
62
62
  accesskey="P">previous</a> |</li>
63
- <li><a href="../../index.html">Groonga v5.0.0 documentation</a> &raquo;</li>
63
+ <li><a href="../../index.html">Groonga v5.0.1-42-g4d10df1 documentation</a> &raquo;</li>
64
64
  <li><a href="../../reference.html" >7. Reference manual</a> &raquo;</li>
65
65
  <li><a href="../command.html" accesskey="U">7.3. Command</a> &raquo;</li>
66
66
  </ul>
@@ -69,19 +69,19 @@
69
69
  <div class="document">
70
70
  <div class="documentwrapper">
71
71
  <div class="bodywrapper">
72
- <div class="body" role="main">
72
+ <div class="body">
73
73
 
74
74
  <div class="section" id="tokenize">
75
- <h1>7.3.37. <code class="docutils literal"><span class="pre">tokenize</span></code><a class="headerlink" href="#tokenize" title="Permalink to this headline">¶</a></h1>
75
+ <h1>7.3.41. <tt class="docutils literal"><span class="pre">tokenize</span></tt><a class="headerlink" href="#tokenize" title="Permalink to this headline">¶</a></h1>
76
76
  <div class="section" id="summary">
77
- <h2>7.3.37.1. Summary<a class="headerlink" href="#summary" title="Permalink to this headline">¶</a></h2>
78
- <p><code class="docutils literal"><span class="pre">tokenize</span></code> command tokenizes text by the specified tokenizer.
77
+ <h2>7.3.41.1. Summary<a class="headerlink" href="#summary" title="Permalink to this headline">¶</a></h2>
78
+ <p><tt class="docutils literal"><span class="pre">tokenize</span></tt> command tokenizes text by the specified tokenizer.
79
79
  It is useful to debug tokenization.</p>
80
80
  </div>
81
81
  <div class="section" id="syntax">
82
- <h2>7.3.37.2. Syntax<a class="headerlink" href="#syntax" title="Permalink to this headline">¶</a></h2>
83
- <p><code class="docutils literal"><span class="pre">tokenize</span></code> command has required parameters and optional parameters.
84
- <code class="docutils literal"><span class="pre">tokenizer</span></code> and <code class="docutils literal"><span class="pre">string</span></code> are required parameters. Others are
82
+ <h2>7.3.41.2. Syntax<a class="headerlink" href="#syntax" title="Permalink to this headline">¶</a></h2>
83
+ <p><tt class="docutils literal"><span class="pre">tokenize</span></tt> command has required parameters and optional parameters.
84
+ <tt class="docutils literal"><span class="pre">tokenizer</span></tt> and <tt class="docutils literal"><span class="pre">string</span></tt> are required parameters. Others are
85
85
  optional:</p>
86
86
  <div class="highlight-none"><div class="highlight"><pre>tokenize tokenizer
87
87
  string
@@ -93,7 +93,7 @@ optional:</p>
93
93
  </div>
94
94
  </div>
95
95
  <div class="section" id="usage">
96
- <h2>7.3.37.3. Usage<a class="headerlink" href="#usage" title="Permalink to this headline">¶</a></h2>
96
+ <h2>7.3.41.3. Usage<a class="headerlink" href="#usage" title="Permalink to this headline">¶</a></h2>
97
97
  <p>Here is a simple example.</p>
98
98
  <p>Execution example:</p>
99
99
  <div class="highlight-none"><div class="highlight"><pre>tokenize TokenBigram &quot;Fulltext Search&quot;
@@ -168,23 +168,23 @@ optional:</p>
168
168
  # ]
169
169
  </pre></div>
170
170
  </div>
171
- <p>It has only required parameters. <code class="docutils literal"><span class="pre">tokenizer</span></code> is <code class="docutils literal"><span class="pre">TokenBigram</span></code> and
172
- <code class="docutils literal"><span class="pre">string</span></code> is <code class="docutils literal"><span class="pre">&quot;Fulltext</span> <span class="pre">Search&quot;</span></code>. It returns tokens that is
173
- generated by tokenizing <code class="docutils literal"><span class="pre">&quot;Fulltext</span> <span class="pre">Search&quot;</span></code> with <code class="docutils literal"><span class="pre">TokenBigram</span></code>
174
- tokenizer. It doesn't normalize <code class="docutils literal"><span class="pre">&quot;Fulltext</span> <span class="pre">Search&quot;</span></code>.</p>
171
+ <p>It has only required parameters. <tt class="docutils literal"><span class="pre">tokenizer</span></tt> is <tt class="docutils literal"><span class="pre">TokenBigram</span></tt> and
172
+ <tt class="docutils literal"><span class="pre">string</span></tt> is <tt class="docutils literal"><span class="pre">&quot;Fulltext</span> <span class="pre">Search&quot;</span></tt>. It returns tokens that is
173
+ generated by tokenizing <tt class="docutils literal"><span class="pre">&quot;Fulltext</span> <span class="pre">Search&quot;</span></tt> with <tt class="docutils literal"><span class="pre">TokenBigram</span></tt>
174
+ tokenizer. It doesn't normalize <tt class="docutils literal"><span class="pre">&quot;Fulltext</span> <span class="pre">Search&quot;</span></tt>.</p>
175
175
  </div>
176
176
  <div class="section" id="parameters">
177
- <h2>7.3.37.4. Parameters<a class="headerlink" href="#parameters" title="Permalink to this headline">¶</a></h2>
177
+ <h2>7.3.41.4. Parameters<a class="headerlink" href="#parameters" title="Permalink to this headline">¶</a></h2>
178
178
  <p>This section describes all parameters. Parameters are categorized.</p>
179
179
  <div class="section" id="required-parameters">
180
- <h3>7.3.37.4.1. Required parameters<a class="headerlink" href="#required-parameters" title="Permalink to this headline">¶</a></h3>
181
- <p>There are required parameters, <code class="docutils literal"><span class="pre">tokenizer</span></code> and <code class="docutils literal"><span class="pre">string</span></code>.</p>
180
+ <h3>7.3.41.4.1. Required parameters<a class="headerlink" href="#required-parameters" title="Permalink to this headline">¶</a></h3>
181
+ <p>There are required parameters, <tt class="docutils literal"><span class="pre">tokenizer</span></tt> and <tt class="docutils literal"><span class="pre">string</span></tt>.</p>
182
182
  <div class="section" id="tokenizer">
183
- <span id="tokenize-tokenizer"></span><h4>7.3.37.4.1.1. <code class="docutils literal"><span class="pre">tokenizer</span></code><a class="headerlink" href="#tokenizer" title="Permalink to this headline">¶</a></h4>
184
- <p>It specifies the tokenizer name. <code class="docutils literal"><span class="pre">tokenize</span></code> command uses the
185
- tokenizer that is named <code class="docutils literal"><span class="pre">tokenizer</span></code>.</p>
183
+ <span id="tokenize-tokenizer"></span><h4>7.3.41.4.1.1. <tt class="docutils literal"><span class="pre">tokenizer</span></tt><a class="headerlink" href="#tokenizer" title="Permalink to this headline">¶</a></h4>
184
+ <p>Specifies the tokenizer name. <tt class="docutils literal"><span class="pre">tokenize</span></tt> command uses the
185
+ tokenizer that is named <tt class="docutils literal"><span class="pre">tokenizer</span></tt>.</p>
186
186
  <p>See <a class="reference internal" href="../tokenizers.html"><em>Tokenizers</em></a> about built-in tokenizers.</p>
187
- <p>Here is an example to use built-in <code class="docutils literal"><span class="pre">TokenTrigram</span></code> tokenizer.</p>
187
+ <p>Here is an example to use built-in <tt class="docutils literal"><span class="pre">TokenTrigram</span></tt> tokenizer.</p>
188
188
  <p>Execution example:</p>
189
189
  <div class="highlight-none"><div class="highlight"><pre>tokenize TokenTrigram &quot;Fulltext Search&quot;
190
190
  # [
@@ -261,14 +261,14 @@ tokenizer that is named <code class="docutils literal"><span class="pre">tokeniz
261
261
  <p>If you want to use other tokenizers, you need to register additional
262
262
  tokenizer plugin by <a class="reference internal" href="register.html"><em>register</em></a> command. For example, you can use
263
263
  <a class="reference external" href="http://www.phontron.com/kytea/">KyTea</a> based tokenizer by
264
- registering <code class="docutils literal"><span class="pre">tokenizers/kytea</span></code>.</p>
264
+ registering <tt class="docutils literal"><span class="pre">tokenizers/kytea</span></tt>.</p>
265
265
  </div>
266
266
  <div class="section" id="string">
267
- <span id="tokenize-string"></span><h4>7.3.37.4.1.2. <code class="docutils literal"><span class="pre">string</span></code><a class="headerlink" href="#string" title="Permalink to this headline">¶</a></h4>
268
- <p>It specifies any string which you want to tokenize.</p>
269
- <p>If you want to include spaces in <code class="docutils literal"><span class="pre">string</span></code>, you need to quote
270
- <code class="docutils literal"><span class="pre">string</span></code> by single quotation (<code class="docutils literal"><span class="pre">'</span></code>) or double quotation (<code class="docutils literal"><span class="pre">&quot;</span></code>).</p>
271
- <p>Here is an example to use spaces in <code class="docutils literal"><span class="pre">string</span></code>.</p>
267
+ <span id="tokenize-string"></span><h4>7.3.41.4.1.2. <tt class="docutils literal"><span class="pre">string</span></tt><a class="headerlink" href="#string" title="Permalink to this headline">¶</a></h4>
268
+ <p>Specifies any string which you want to tokenize.</p>
269
+ <p>If you want to include spaces in <tt class="docutils literal"><span class="pre">string</span></tt>, you need to quote
270
+ <tt class="docutils literal"><span class="pre">string</span></tt> by single quotation (<tt class="docutils literal"><span class="pre">'</span></tt>) or double quotation (<tt class="docutils literal"><span class="pre">&quot;</span></tt>).</p>
271
+ <p>Here is an example to use spaces in <tt class="docutils literal"><span class="pre">string</span></tt>.</p>
272
272
  <p>Execution example:</p>
273
273
  <div class="highlight-none"><div class="highlight"><pre>tokenize TokenBigram &quot;Groonga is a fast fulltext earch engine!&quot;
274
274
  # [
@@ -445,13 +445,13 @@ registering <code class="docutils literal"><span class="pre">tokenizers/kytea</s
445
445
  </div>
446
446
  </div>
447
447
  <div class="section" id="optional-parameters">
448
- <h3>7.3.37.4.2. Optional parameters<a class="headerlink" href="#optional-parameters" title="Permalink to this headline">¶</a></h3>
448
+ <h3>7.3.41.4.2. Optional parameters<a class="headerlink" href="#optional-parameters" title="Permalink to this headline">¶</a></h3>
449
449
  <p>There are optional parameters.</p>
450
450
  <div class="section" id="normalizer">
451
- <span id="tokenize-normalizer"></span><h4>7.3.37.4.2.1. <code class="docutils literal"><span class="pre">normalizer</span></code><a class="headerlink" href="#normalizer" title="Permalink to this headline">¶</a></h4>
452
- <p>It specifies the normalizer name. <code class="docutils literal"><span class="pre">tokenize</span></code> command uses the
453
- normalizer that is named <code class="docutils literal"><span class="pre">normalizer</span></code>. Normalizer is important for
454
- N-gram family tokenizers such as <code class="docutils literal"><span class="pre">TokenBigram</span></code>.</p>
451
+ <span id="tokenize-normalizer"></span><h4>7.3.41.4.2.1. <tt class="docutils literal"><span class="pre">normalizer</span></tt><a class="headerlink" href="#normalizer" title="Permalink to this headline">¶</a></h4>
452
+ <p>Specifies the normalizer name. <tt class="docutils literal"><span class="pre">tokenize</span></tt> command uses the
453
+ normalizer that is named <tt class="docutils literal"><span class="pre">normalizer</span></tt>. Normalizer is important for
454
+ N-gram family tokenizers such as <tt class="docutils literal"><span class="pre">TokenBigram</span></tt>.</p>
455
455
  <p>Normalizer detects character type for each character while
456
456
  normalizing. N-gram family tokenizers use character types while
457
457
  tokenizing.</p>
@@ -529,7 +529,7 @@ tokenizing.</p>
529
529
  # ]
530
530
  </pre></div>
531
531
  </div>
532
- <p>All alphabets are tokenized by two characters. For example, <code class="docutils literal"><span class="pre">Fu</span></code> is
532
+ <p>All alphabets are tokenized by two characters. For example, <tt class="docutils literal"><span class="pre">Fu</span></tt> is
533
533
  a token.</p>
534
534
  <p>Here is an example that uses normalizer.</p>
535
535
  <p>Execution example:</p>
@@ -554,9 +554,9 @@ a token.</p>
554
554
  </pre></div>
555
555
  </div>
556
556
  <p>Continuous alphabets are tokenized as one token. For example,
557
- <code class="docutils literal"><span class="pre">fulltext</span></code> is a token.</p>
557
+ <tt class="docutils literal"><span class="pre">fulltext</span></tt> is a token.</p>
558
558
  <p>If you want to tokenize by two characters with noramlizer, use
559
- <code class="docutils literal"><span class="pre">TokenBigramSplitSymbolAlpha</span></code>.</p>
559
+ <tt class="docutils literal"><span class="pre">TokenBigramSplitSymbolAlpha</span></tt>.</p>
560
560
  <p>Execution example:</p>
561
561
  <div class="highlight-none"><div class="highlight"><pre>tokenize TokenBigramSplitSymbolAlpha &quot;Fulltext Search&quot; NormalizerAuto
562
562
  # [
@@ -627,13 +627,13 @@ a token.</p>
627
627
  </pre></div>
628
628
  </div>
629
629
  <p>All alphabets are tokenized by two characters. And they are normalized
630
- to lower case characters. For example, <code class="docutils literal"><span class="pre">fu</span></code> is a token.</p>
630
+ to lower case characters. For example, <tt class="docutils literal"><span class="pre">fu</span></tt> is a token.</p>
631
631
  </div>
632
632
  <div class="section" id="flags">
633
- <span id="tokenize-flags"></span><h4>7.3.37.4.2.2. <code class="docutils literal"><span class="pre">flags</span></code><a class="headerlink" href="#flags" title="Permalink to this headline">¶</a></h4>
634
- <p>It specifies a tokenization customize options. You can specify
635
- multiple options separated by &quot;<code class="docutils literal"><span class="pre">|</span></code>&quot;. For example,
636
- <code class="docutils literal"><span class="pre">NONE|ENABLE_TOKENIZED_DELIMITER</span></code>.</p>
633
+ <span id="tokenize-flags"></span><h4>7.3.41.4.2.2. <tt class="docutils literal"><span class="pre">flags</span></tt><a class="headerlink" href="#flags" title="Permalink to this headline">¶</a></h4>
634
+ <p>Specifies a tokenization customize options. You can specify
635
+ multiple options separated by &quot;<tt class="docutils literal"><span class="pre">|</span></tt>&quot;. For example,
636
+ <tt class="docutils literal"><span class="pre">NONE|ENABLE_TOKENIZED_DELIMITER</span></tt>.</p>
637
637
  <p>Here are available flags.</p>
638
638
  <table border="1" class="docutils">
639
639
  <colgroup>
@@ -646,16 +646,16 @@ multiple options separated by &quot;<code class="docutils literal"><span class="
646
646
  </tr>
647
647
  </thead>
648
648
  <tbody valign="top">
649
- <tr class="row-even"><td><code class="docutils literal"><span class="pre">NONE</span></code></td>
649
+ <tr class="row-even"><td><tt class="docutils literal"><span class="pre">NONE</span></tt></td>
650
650
  <td>Just ignored.</td>
651
651
  </tr>
652
- <tr class="row-odd"><td><code class="docutils literal"><span class="pre">ENABLE_TOKENIZED_DELIMITER</span></code></td>
652
+ <tr class="row-odd"><td><tt class="docutils literal"><span class="pre">ENABLE_TOKENIZED_DELIMITER</span></tt></td>
653
653
  <td>Enables tokenized delimiter. See <a class="reference internal" href="../tokenizers.html"><em>Tokenizers</em></a> about
654
654
  tokenized delimiter details.</td>
655
655
  </tr>
656
656
  </tbody>
657
657
  </table>
658
- <p>Here is an example that uses <code class="docutils literal"><span class="pre">ENABLE_TOKENIZED_DELIMITER</span></code>.</p>
658
+ <p>Here is an example that uses <tt class="docutils literal"><span class="pre">ENABLE_TOKENIZED_DELIMITER</span></tt>.</p>
659
659
  <p>Execution example:</p>
660
660
  <div class="highlight-none"><div class="highlight"><pre>tokenize TokenDelimit &quot;Full￾text Sea￾crch&quot; NormalizerAuto ENABLE_TOKENIZED_DELIMITER
661
661
  # [
@@ -681,24 +681,24 @@ tokenized delimiter details.</td>
681
681
  # ]
682
682
  </pre></div>
683
683
  </div>
684
- <p><code class="docutils literal"><span class="pre">TokenDelimit</span></code> tokenizer is one of tokenized delimiter supported
685
- tokenizer. <code class="docutils literal"><span class="pre">ENABLE_TOKENIZED_DELIMITER</span></code> enables tokenized delimiter.
684
+ <p><tt class="docutils literal"><span class="pre">TokenDelimit</span></tt> tokenizer is one of tokenized delimiter supported
685
+ tokenizer. <tt class="docutils literal"><span class="pre">ENABLE_TOKENIZED_DELIMITER</span></tt> enables tokenized delimiter.
686
686
  Tokenized delimiter is special character that indicates token
687
- border. It is <code class="docutils literal"><span class="pre">U+FFFE</span></code>. The character is not assigned any
687
+ border. It is <tt class="docutils literal"><span class="pre">U+FFFE</span></tt>. The character is not assigned any
688
688
  character. It means that the character is not appeared in normal
689
689
  string. So the character is good character for this puropose. If
690
- <code class="docutils literal"><span class="pre">ENABLE_TOKENIZED_DELIMITER</span></code> is enabled, the target string is
690
+ <tt class="docutils literal"><span class="pre">ENABLE_TOKENIZED_DELIMITER</span></tt> is enabled, the target string is
691
691
  treated as already tokenized string. Tokenizer just tokenizes by
692
692
  tokenized delimiter.</p>
693
693
  </div>
694
694
  <div class="section" id="mode">
695
- <span id="tokenize-mode"></span><h4>7.3.37.4.2.3. <code class="docutils literal"><span class="pre">mode</span></code><a class="headerlink" href="#mode" title="Permalink to this headline">¶</a></h4>
696
- <p>It specifies a tokenize mode. If the mode is specified <code class="docutils literal"><span class="pre">ADD</span></code>, the text
695
+ <span id="tokenize-mode"></span><h4>7.3.41.4.2.3. <tt class="docutils literal"><span class="pre">mode</span></tt><a class="headerlink" href="#mode" title="Permalink to this headline">¶</a></h4>
696
+ <p>Specifies a tokenize mode. If the mode is specified <tt class="docutils literal"><span class="pre">ADD</span></tt>, the text
697
697
  is tokenized by the rule that adding a document. If the mode is specified
698
- <code class="docutils literal"><span class="pre">GET</span></code>, the text is tokenized by the rule that searching a document. If
699
- the mode is omitted, the text is tokenized by the <code class="docutils literal"><span class="pre">ADD</span></code> mode.</p>
700
- <p>The default mode is <code class="docutils literal"><span class="pre">ADD</span></code>.</p>
701
- <p>Here is an example to the <code class="docutils literal"><span class="pre">ADD</span></code> mode.</p>
698
+ <tt class="docutils literal"><span class="pre">GET</span></tt>, the text is tokenized by the rule that searching a document. If
699
+ the mode is omitted, the text is tokenized by the <tt class="docutils literal"><span class="pre">ADD</span></tt> mode.</p>
700
+ <p>The default mode is <tt class="docutils literal"><span class="pre">ADD</span></tt>.</p>
701
+ <p>Here is an example to the <tt class="docutils literal"><span class="pre">ADD</span></tt> mode.</p>
702
702
  <p>Execution example:</p>
703
703
  <div class="highlight-none"><div class="highlight"><pre>tokenize TokenBigram &quot;Fulltext Search&quot; --mode ADD
704
704
  # [
@@ -773,7 +773,7 @@ the mode is omitted, the text is tokenized by the <code class="docutils literal"
773
773
  </pre></div>
774
774
  </div>
775
775
  <p>The last alphabet is tokenized by one character.</p>
776
- <p>Here is an example to the <code class="docutils literal"><span class="pre">GET</span></code> mode.</p>
776
+ <p>Here is an example to the <tt class="docutils literal"><span class="pre">GET</span></tt> mode.</p>
777
777
  <p>Execution example:</p>
778
778
  <div class="highlight-none"><div class="highlight"><pre>tokenize TokenBigram &quot;Fulltext Search&quot; --mode GET
779
779
  # [
@@ -846,27 +846,27 @@ the mode is omitted, the text is tokenized by the <code class="docutils literal"
846
846
  <p>The last alphabet is tokenized by two characters.</p>
847
847
  </div>
848
848
  <div class="section" id="token-filters">
849
- <span id="tokenize-token-filters"></span><h4>7.3.37.4.2.4. <code class="docutils literal"><span class="pre">token_filters</span></code><a class="headerlink" href="#token-filters" title="Permalink to this headline">¶</a></h4>
850
- <p>It specifies the token filter names. <code class="docutils literal"><span class="pre">tokenize</span></code> command uses the
851
- tokenizer that is named <code class="docutils literal"><span class="pre">token_filters</span></code>.</p>
849
+ <span id="tokenize-token-filters"></span><h4>7.3.41.4.2.4. <tt class="docutils literal"><span class="pre">token_filters</span></tt><a class="headerlink" href="#token-filters" title="Permalink to this headline">¶</a></h4>
850
+ <p>Specifies the token filter names. <tt class="docutils literal"><span class="pre">tokenize</span></tt> command uses the
851
+ tokenizer that is named <tt class="docutils literal"><span class="pre">token_filters</span></tt>.</p>
852
852
  <p>See <a class="reference internal" href="../token_filters.html"><em>Token filters</em></a> about token filters.</p>
853
853
  </div>
854
854
  </div>
855
855
  </div>
856
856
  <div class="section" id="return-value">
857
- <span id="tokenize-return-value"></span><h2>7.3.37.5. Return value<a class="headerlink" href="#return-value" title="Permalink to this headline">¶</a></h2>
858
- <p><code class="docutils literal"><span class="pre">tokenize</span></code> command returns tokenized tokens. Each token has some
857
+ <span id="tokenize-return-value"></span><h2>7.3.41.5. Return value<a class="headerlink" href="#return-value" title="Permalink to this headline">¶</a></h2>
858
+ <p><tt class="docutils literal"><span class="pre">tokenize</span></tt> command returns tokenized tokens. Each token has some
859
859
  attributes except token itself. The attributes will be increased in
860
860
  the feature:</p>
861
861
  <div class="highlight-none"><div class="highlight"><pre>[HEADER, tokens]
862
862
  </pre></div>
863
863
  </div>
864
- <p><code class="docutils literal"><span class="pre">HEADER</span></code></p>
864
+ <p><tt class="docutils literal"><span class="pre">HEADER</span></tt></p>
865
865
  <blockquote>
866
- <div>See <a class="reference internal" href="../command/output_format.html"><em>Output format</em></a> about <code class="docutils literal"><span class="pre">HEADER</span></code>.</div></blockquote>
867
- <p><code class="docutils literal"><span class="pre">tokens</span></code></p>
866
+ <div>See <a class="reference internal" href="../command/output_format.html"><em>Output format</em></a> about <tt class="docutils literal"><span class="pre">HEADER</span></tt>.</div></blockquote>
867
+ <p><tt class="docutils literal"><span class="pre">tokens</span></tt></p>
868
868
  <blockquote>
869
- <div><p><code class="docutils literal"><span class="pre">tokens</span></code> is an array of token. Token is an object that has the following
869
+ <div><p><tt class="docutils literal"><span class="pre">tokens</span></tt> is an array of token. Token is an object that has the following
870
870
  attributes.</p>
871
871
  <table border="1" class="docutils">
872
872
  <colgroup>
@@ -879,10 +879,10 @@ attributes.</p>
879
879
  </tr>
880
880
  </thead>
881
881
  <tbody valign="top">
882
- <tr class="row-even"><td><code class="docutils literal"><span class="pre">value</span></code></td>
882
+ <tr class="row-even"><td><tt class="docutils literal"><span class="pre">value</span></tt></td>
883
883
  <td>Token itself.</td>
884
884
  </tr>
885
- <tr class="row-odd"><td><code class="docutils literal"><span class="pre">position</span></code></td>
885
+ <tr class="row-odd"><td><tt class="docutils literal"><span class="pre">position</span></tt></td>
886
886
  <td>The N-th token.</td>
887
887
  </tr>
888
888
  </tbody>
@@ -890,7 +890,7 @@ attributes.</p>
890
890
  </div></blockquote>
891
891
  </div>
892
892
  <div class="section" id="see-also">
893
- <h2>7.3.37.6. See also<a class="headerlink" href="#see-also" title="Permalink to this headline">¶</a></h2>
893
+ <h2>7.3.41.6. See also<a class="headerlink" href="#see-also" title="Permalink to this headline">¶</a></h2>
894
894
  <ul class="simple">
895
895
  <li><a class="reference internal" href="../tokenizers.html"><em>Tokenizers</em></a></li>
896
896
  </ul>
@@ -901,49 +901,47 @@ attributes.</p>
901
901
  </div>
902
902
  </div>
903
903
  </div>
904
- <div class="sphinxsidebar" role="navigation" aria-label="main navigation">
904
+ <div class="sphinxsidebar">
905
905
  <div class="sphinxsidebarwrapper">
906
906
  <h3><a href="../../index.html">Table Of Contents</a></h3>
907
907
  <ul>
908
- <li><a class="reference internal" href="#">7.3.37. <code class="docutils literal"><span class="pre">tokenize</span></code></a><ul>
909
- <li><a class="reference internal" href="#summary">7.3.37.1. Summary</a></li>
910
- <li><a class="reference internal" href="#syntax">7.3.37.2. Syntax</a></li>
911
- <li><a class="reference internal" href="#usage">7.3.37.3. Usage</a></li>
912
- <li><a class="reference internal" href="#parameters">7.3.37.4. Parameters</a><ul>
913
- <li><a class="reference internal" href="#required-parameters">7.3.37.4.1. Required parameters</a><ul>
914
- <li><a class="reference internal" href="#tokenizer">7.3.37.4.1.1. <code class="docutils literal"><span class="pre">tokenizer</span></code></a></li>
915
- <li><a class="reference internal" href="#string">7.3.37.4.1.2. <code class="docutils literal"><span class="pre">string</span></code></a></li>
908
+ <li><a class="reference internal" href="#">7.3.41. <tt class="docutils literal"><span class="pre">tokenize</span></tt></a><ul>
909
+ <li><a class="reference internal" href="#summary">7.3.41.1. Summary</a></li>
910
+ <li><a class="reference internal" href="#syntax">7.3.41.2. Syntax</a></li>
911
+ <li><a class="reference internal" href="#usage">7.3.41.3. Usage</a></li>
912
+ <li><a class="reference internal" href="#parameters">7.3.41.4. Parameters</a><ul>
913
+ <li><a class="reference internal" href="#required-parameters">7.3.41.4.1. Required parameters</a><ul>
914
+ <li><a class="reference internal" href="#tokenizer">7.3.41.4.1.1. <tt class="docutils literal"><span class="pre">tokenizer</span></tt></a></li>
915
+ <li><a class="reference internal" href="#string">7.3.41.4.1.2. <tt class="docutils literal"><span class="pre">string</span></tt></a></li>
916
916
  </ul>
917
917
  </li>
918
- <li><a class="reference internal" href="#optional-parameters">7.3.37.4.2. Optional parameters</a><ul>
919
- <li><a class="reference internal" href="#normalizer">7.3.37.4.2.1. <code class="docutils literal"><span class="pre">normalizer</span></code></a></li>
920
- <li><a class="reference internal" href="#flags">7.3.37.4.2.2. <code class="docutils literal"><span class="pre">flags</span></code></a></li>
921
- <li><a class="reference internal" href="#mode">7.3.37.4.2.3. <code class="docutils literal"><span class="pre">mode</span></code></a></li>
922
- <li><a class="reference internal" href="#token-filters">7.3.37.4.2.4. <code class="docutils literal"><span class="pre">token_filters</span></code></a></li>
918
+ <li><a class="reference internal" href="#optional-parameters">7.3.41.4.2. Optional parameters</a><ul>
919
+ <li><a class="reference internal" href="#normalizer">7.3.41.4.2.1. <tt class="docutils literal"><span class="pre">normalizer</span></tt></a></li>
920
+ <li><a class="reference internal" href="#flags">7.3.41.4.2.2. <tt class="docutils literal"><span class="pre">flags</span></tt></a></li>
921
+ <li><a class="reference internal" href="#mode">7.3.41.4.2.3. <tt class="docutils literal"><span class="pre">mode</span></tt></a></li>
922
+ <li><a class="reference internal" href="#token-filters">7.3.41.4.2.4. <tt class="docutils literal"><span class="pre">token_filters</span></tt></a></li>
923
923
  </ul>
924
924
  </li>
925
925
  </ul>
926
926
  </li>
927
- <li><a class="reference internal" href="#return-value">7.3.37.5. Return value</a></li>
928
- <li><a class="reference internal" href="#see-also">7.3.37.6. See also</a></li>
927
+ <li><a class="reference internal" href="#return-value">7.3.41.5. Return value</a></li>
928
+ <li><a class="reference internal" href="#see-also">7.3.41.6. See also</a></li>
929
929
  </ul>
930
930
  </li>
931
931
  </ul>
932
932
 
933
933
  <h4>Previous topic</h4>
934
934
  <p class="topless"><a href="table_tokenize.html"
935
- title="previous chapter">7.3.36. <code class="docutils literal"><span class="pre">table_tokenize</span></code></a></p>
935
+ title="previous chapter">7.3.40. <tt class="docutils literal"><span class="pre">table_tokenize</span></tt></a></p>
936
936
  <h4>Next topic</h4>
937
937
  <p class="topless"><a href="tokenizer_list.html"
938
- title="next chapter">7.3.38. <code class="docutils literal"><span class="pre">tokenizer_list</span></code></a></p>
939
- <div role="note" aria-label="source link">
940
- <h3>This Page</h3>
941
- <ul class="this-page-menu">
942
- <li><a href="../../_sources/reference/commands/tokenize.txt"
943
- rel="nofollow">Show Source</a></li>
944
- </ul>
945
- </div>
946
- <div id="searchbox" style="display: none" role="search">
938
+ title="next chapter">7.3.42. <tt class="docutils literal"><span class="pre">tokenizer_list</span></tt></a></p>
939
+ <h3>This Page</h3>
940
+ <ul class="this-page-menu">
941
+ <li><a href="../../_sources/reference/commands/tokenize.txt"
942
+ rel="nofollow">Show Source</a></li>
943
+ </ul>
944
+ <div id="searchbox" style="display: none">
947
945
  <h3>Quick search</h3>
948
946
  <form class="search" action="../../search.html" method="get">
949
947
  <input type="text" name="q" />
@@ -960,24 +958,24 @@ attributes.</p>
960
958
  </div>
961
959
  <div class="clearer"></div>
962
960
  </div>
963
- <div class="related" role="navigation" aria-label="related navigation">
961
+ <div class="related">
964
962
  <h3>Navigation</h3>
965
963
  <ul>
966
964
  <li class="right" style="margin-right: 10px">
967
965
  <a href="../../genindex.html" title="General Index"
968
966
  >index</a></li>
969
967
  <li class="right" >
970
- <a href="tokenizer_list.html" title="7.3.38. tokenizer_list"
968
+ <a href="tokenizer_list.html" title="7.3.42. tokenizer_list"
971
969
  >next</a> |</li>
972
970
  <li class="right" >
973
- <a href="table_tokenize.html" title="7.3.36. table_tokenize"
971
+ <a href="table_tokenize.html" title="7.3.40. table_tokenize"
974
972
  >previous</a> |</li>
975
- <li><a href="../../index.html">Groonga v5.0.0 documentation</a> &raquo;</li>
973
+ <li><a href="../../index.html">Groonga v5.0.1-42-g4d10df1 documentation</a> &raquo;</li>
976
974
  <li><a href="../../reference.html" >7. Reference manual</a> &raquo;</li>
977
975
  <li><a href="../command.html" >7.3. Command</a> &raquo;</li>
978
976
  </ul>
979
977
  </div>
980
- <div class="footer" role="contentinfo">
978
+ <div class="footer">
981
979
  &copy; Copyright 2009-2015, Brazil, Inc.
982
980
  </div>
983
981
  </body>
@@ -7,7 +7,7 @@
7
7
  <head>
8
8
  <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
9
9
 
10
- <title>7.3.38. tokenizer_list &mdash; Groonga v5.0.0 documentation</title>
10
+ <title>7.3.42. tokenizer_list &mdash; Groonga v5.0.1-42-g4d10df1 documentation</title>
11
11
 
12
12
  <link rel="stylesheet" href="../../_static/groonga.css" type="text/css" />
13
13
  <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
@@ -15,7 +15,7 @@
15
15
  <script type="text/javascript">
16
16
  var DOCUMENTATION_OPTIONS = {
17
17
  URL_ROOT: '../../',
18
- VERSION: '5.0.0',
18
+ VERSION: '5.0.1-42-g4d10df1',
19
19
  COLLAPSE_INDEX: false,
20
20
  FILE_SUFFIX: '.html',
21
21
  HAS_SOURCE: true
@@ -25,12 +25,12 @@
25
25
  <script type="text/javascript" src="../../_static/underscore.js"></script>
26
26
  <script type="text/javascript" src="../../_static/doctools.js"></script>
27
27
  <link rel="shortcut icon" href="../../_static/favicon.ico"/>
28
- <link rel="top" title="Groonga v5.0.0 documentation" href="../../index.html" />
28
+ <link rel="top" title="Groonga v5.0.1-42-g4d10df1 documentation" href="../../index.html" />
29
29
  <link rel="up" title="7.3. Command" href="../command.html" />
30
- <link rel="next" title="7.3.39. truncate" href="truncate.html" />
31
- <link rel="prev" title="7.3.37. tokenize" href="tokenize.html" />
30
+ <link rel="next" title="7.3.43. truncate" href="truncate.html" />
31
+ <link rel="prev" title="7.3.41. tokenize" href="tokenize.html" />
32
32
  </head>
33
- <body role="document">
33
+ <body>
34
34
  <div class="header">
35
35
  <h1 class="title">
36
36
  <a id="top-link" href="../../index.html">
@@ -48,19 +48,19 @@
48
48
  </div>
49
49
 
50
50
 
51
- <div class="related" role="navigation" aria-label="related navigation">
51
+ <div class="related">
52
52
  <h3>Navigation</h3>
53
53
  <ul>
54
54
  <li class="right" style="margin-right: 10px">
55
55
  <a href="../../genindex.html" title="General Index"
56
56
  accesskey="I">index</a></li>
57
57
  <li class="right" >
58
- <a href="truncate.html" title="7.3.39. truncate"
58
+ <a href="truncate.html" title="7.3.43. truncate"
59
59
  accesskey="N">next</a> |</li>
60
60
  <li class="right" >
61
- <a href="tokenize.html" title="7.3.37. tokenize"
61
+ <a href="tokenize.html" title="7.3.41. tokenize"
62
62
  accesskey="P">previous</a> |</li>
63
- <li><a href="../../index.html">Groonga v5.0.0 documentation</a> &raquo;</li>
63
+ <li><a href="../../index.html">Groonga v5.0.1-42-g4d10df1 documentation</a> &raquo;</li>
64
64
  <li><a href="../../reference.html" >7. Reference manual</a> &raquo;</li>
65
65
  <li><a href="../command.html" accesskey="U">7.3. Command</a> &raquo;</li>
66
66
  </ul>
@@ -69,23 +69,23 @@
69
69
  <div class="document">
70
70
  <div class="documentwrapper">
71
71
  <div class="bodywrapper">
72
- <div class="body" role="main">
72
+ <div class="body">
73
73
 
74
74
  <div class="section" id="tokenizer-list">
75
- <h1>7.3.38. <code class="docutils literal"><span class="pre">tokenizer_list</span></code><a class="headerlink" href="#tokenizer-list" title="Permalink to this headline">¶</a></h1>
75
+ <h1>7.3.42. <tt class="docutils literal"><span class="pre">tokenizer_list</span></tt><a class="headerlink" href="#tokenizer-list" title="Permalink to this headline">¶</a></h1>
76
76
  <div class="section" id="summary">
77
- <h2>7.3.38.1. Summary<a class="headerlink" href="#summary" title="Permalink to this headline">¶</a></h2>
78
- <p><code class="docutils literal"><span class="pre">tokenizer_list</span></code> command lists tokenizers in a database.</p>
77
+ <h2>7.3.42.1. Summary<a class="headerlink" href="#summary" title="Permalink to this headline">¶</a></h2>
78
+ <p><tt class="docutils literal"><span class="pre">tokenizer_list</span></tt> command lists tokenizers in a database.</p>
79
79
  </div>
80
80
  <div class="section" id="syntax">
81
- <h2>7.3.38.2. Syntax<a class="headerlink" href="#syntax" title="Permalink to this headline">¶</a></h2>
82
- <p><code class="docutils literal"><span class="pre">tokenizer_list</span></code> command takes no parameter.</p>
81
+ <h2>7.3.42.2. Syntax<a class="headerlink" href="#syntax" title="Permalink to this headline">¶</a></h2>
82
+ <p><tt class="docutils literal"><span class="pre">tokenizer_list</span></tt> command takes no parameter.</p>
83
83
  <div class="highlight-none"><div class="highlight"><pre>tokenizer_list
84
84
  </pre></div>
85
85
  </div>
86
86
  </div>
87
87
  <div class="section" id="usage">
88
- <h2>7.3.38.3. Usage<a class="headerlink" href="#usage" title="Permalink to this headline">¶</a></h2>
88
+ <h2>7.3.42.3. Usage<a class="headerlink" href="#usage" title="Permalink to this headline">¶</a></h2>
89
89
  <p>Here is a simple example.</p>
90
90
  <p>Execution example:</p>
91
91
  <div class="highlight-none"><div class="highlight"><pre>tokenizer_list
@@ -142,18 +142,18 @@
142
142
  <p>It returns tokenizers in a database.</p>
143
143
  </div>
144
144
  <div class="section" id="return-value">
145
- <h2>7.3.38.4. Return value<a class="headerlink" href="#return-value" title="Permalink to this headline">¶</a></h2>
146
- <p><code class="docutils literal"><span class="pre">tokenizer_list</span></code> command returns tokenizers. Each tokenizers has an attribute
145
+ <h2>7.3.42.4. Return value<a class="headerlink" href="#return-value" title="Permalink to this headline">¶</a></h2>
146
+ <p><tt class="docutils literal"><span class="pre">tokenizer_list</span></tt> command returns tokenizers. Each tokenizers has an attribute
147
147
  that contains the name. The attribute will be increased in the feature:</p>
148
148
  <div class="highlight-none"><div class="highlight"><pre>[HEADER, tokenizers]
149
149
  </pre></div>
150
150
  </div>
151
- <p><code class="docutils literal"><span class="pre">HEADER</span></code></p>
151
+ <p><tt class="docutils literal"><span class="pre">HEADER</span></tt></p>
152
152
  <blockquote>
153
- <div>See <a class="reference internal" href="../command/output_format.html"><em>Output format</em></a> about <code class="docutils literal"><span class="pre">HEADER</span></code>.</div></blockquote>
154
- <p><code class="docutils literal"><span class="pre">tokenizers</span></code></p>
153
+ <div>See <a class="reference internal" href="../command/output_format.html"><em>Output format</em></a> about <tt class="docutils literal"><span class="pre">HEADER</span></tt>.</div></blockquote>
154
+ <p><tt class="docutils literal"><span class="pre">tokenizers</span></tt></p>
155
155
  <blockquote>
156
- <div><p><code class="docutils literal"><span class="pre">tokenizers</span></code> is an array of tokenizer. Tokenizer is an object that has the following
156
+ <div><p><tt class="docutils literal"><span class="pre">tokenizers</span></tt> is an array of tokenizer. Tokenizer is an object that has the following
157
157
  attributes.</p>
158
158
  <table border="1" class="docutils">
159
159
  <colgroup>
@@ -166,7 +166,7 @@ attributes.</p>
166
166
  </tr>
167
167
  </thead>
168
168
  <tbody valign="top">
169
- <tr class="row-even"><td><code class="docutils literal"><span class="pre">name</span></code></td>
169
+ <tr class="row-even"><td><tt class="docutils literal"><span class="pre">name</span></tt></td>
170
170
  <td>Tokenizer name.</td>
171
171
  </tr>
172
172
  </tbody>
@@ -174,7 +174,7 @@ attributes.</p>
174
174
  </div></blockquote>
175
175
  </div>
176
176
  <div class="section" id="see-also">
177
- <h2>7.3.38.5. See also<a class="headerlink" href="#see-also" title="Permalink to this headline">¶</a></h2>
177
+ <h2>7.3.42.5. See also<a class="headerlink" href="#see-also" title="Permalink to this headline">¶</a></h2>
178
178
  <ul class="simple">
179
179
  <li><a class="reference internal" href="../tokenizers.html"><em>Tokenizers</em></a></li>
180
180
  <li><a class="reference internal" href="tokenize.html"><em>tokenize</em></a></li>
@@ -186,34 +186,32 @@ attributes.</p>
186
186
  </div>
187
187
  </div>
188
188
  </div>
189
- <div class="sphinxsidebar" role="navigation" aria-label="main navigation">
189
+ <div class="sphinxsidebar">
190
190
  <div class="sphinxsidebarwrapper">
191
191
  <h3><a href="../../index.html">Table Of Contents</a></h3>
192
192
  <ul>
193
- <li><a class="reference internal" href="#">7.3.38. <code class="docutils literal"><span class="pre">tokenizer_list</span></code></a><ul>
194
- <li><a class="reference internal" href="#summary">7.3.38.1. Summary</a></li>
195
- <li><a class="reference internal" href="#syntax">7.3.38.2. Syntax</a></li>
196
- <li><a class="reference internal" href="#usage">7.3.38.3. Usage</a></li>
197
- <li><a class="reference internal" href="#return-value">7.3.38.4. Return value</a></li>
198
- <li><a class="reference internal" href="#see-also">7.3.38.5. See also</a></li>
193
+ <li><a class="reference internal" href="#">7.3.42. <tt class="docutils literal"><span class="pre">tokenizer_list</span></tt></a><ul>
194
+ <li><a class="reference internal" href="#summary">7.3.42.1. Summary</a></li>
195
+ <li><a class="reference internal" href="#syntax">7.3.42.2. Syntax</a></li>
196
+ <li><a class="reference internal" href="#usage">7.3.42.3. Usage</a></li>
197
+ <li><a class="reference internal" href="#return-value">7.3.42.4. Return value</a></li>
198
+ <li><a class="reference internal" href="#see-also">7.3.42.5. See also</a></li>
199
199
  </ul>
200
200
  </li>
201
201
  </ul>
202
202
 
203
203
  <h4>Previous topic</h4>
204
204
  <p class="topless"><a href="tokenize.html"
205
- title="previous chapter">7.3.37. <code class="docutils literal"><span class="pre">tokenize</span></code></a></p>
205
+ title="previous chapter">7.3.41. <tt class="docutils literal"><span class="pre">tokenize</span></tt></a></p>
206
206
  <h4>Next topic</h4>
207
207
  <p class="topless"><a href="truncate.html"
208
- title="next chapter">7.3.39. <code class="docutils literal"><span class="pre">truncate</span></code></a></p>
209
- <div role="note" aria-label="source link">
210
- <h3>This Page</h3>
211
- <ul class="this-page-menu">
212
- <li><a href="../../_sources/reference/commands/tokenizer_list.txt"
213
- rel="nofollow">Show Source</a></li>
214
- </ul>
215
- </div>
216
- <div id="searchbox" style="display: none" role="search">
208
+ title="next chapter">7.3.43. <tt class="docutils literal"><span class="pre">truncate</span></tt></a></p>
209
+ <h3>This Page</h3>
210
+ <ul class="this-page-menu">
211
+ <li><a href="../../_sources/reference/commands/tokenizer_list.txt"
212
+ rel="nofollow">Show Source</a></li>
213
+ </ul>
214
+ <div id="searchbox" style="display: none">
217
215
  <h3>Quick search</h3>
218
216
  <form class="search" action="../../search.html" method="get">
219
217
  <input type="text" name="q" />
@@ -230,24 +228,24 @@ attributes.</p>
230
228
  </div>
231
229
  <div class="clearer"></div>
232
230
  </div>
233
- <div class="related" role="navigation" aria-label="related navigation">
231
+ <div class="related">
234
232
  <h3>Navigation</h3>
235
233
  <ul>
236
234
  <li class="right" style="margin-right: 10px">
237
235
  <a href="../../genindex.html" title="General Index"
238
236
  >index</a></li>
239
237
  <li class="right" >
240
- <a href="truncate.html" title="7.3.39. truncate"
238
+ <a href="truncate.html" title="7.3.43. truncate"
241
239
  >next</a> |</li>
242
240
  <li class="right" >
243
- <a href="tokenize.html" title="7.3.37. tokenize"
241
+ <a href="tokenize.html" title="7.3.41. tokenize"
244
242
  >previous</a> |</li>
245
- <li><a href="../../index.html">Groonga v5.0.0 documentation</a> &raquo;</li>
243
+ <li><a href="../../index.html">Groonga v5.0.1-42-g4d10df1 documentation</a> &raquo;</li>
246
244
  <li><a href="../../reference.html" >7. Reference manual</a> &raquo;</li>
247
245
  <li><a href="../command.html" >7.3. Command</a> &raquo;</li>
248
246
  </ul>
249
247
  </div>
250
- <div class="footer" role="contentinfo">
248
+ <div class="footer">
251
249
  &copy; Copyright 2009-2015, Brazil, Inc.
252
250
  </div>
253
251
  </body>