rroonga 3.0.1-x86-mingw32 → 3.0.2-x86-mingw32

Sign up to get free protection for your applications and to get access to all the features.
Files changed (374) hide show
  1. data/doc/text/news.textile +21 -0
  2. data/ext/groonga/rb-grn-index-column.c +353 -1
  3. data/ext/groonga/rb-grn-object.c +529 -495
  4. data/ext/groonga/rb-grn-table.c +48 -0
  5. data/ext/groonga/rb-grn-utils.c +585 -418
  6. data/ext/groonga/rb-grn.h +6 -4
  7. data/lib/1.9/groonga.so +0 -0
  8. data/lib/2.0/groonga.so +0 -0
  9. data/lib/groonga/dumper.rb +25 -8
  10. data/lib/groonga/record.rb +21 -2
  11. data/lib/groonga/schema.rb +2 -2
  12. data/rroonga-build.rb +1 -1
  13. data/rroonga.gemspec +2 -0
  14. data/test/test-database-dumper.rb +45 -3
  15. data/test/test-expression-builder.rb +0 -13
  16. data/test/test-fix-size-column.rb +40 -9
  17. data/test/test-index-column.rb +130 -1
  18. data/test/test-record.rb +43 -8
  19. data/test/test-schema-create-table.rb +2 -2
  20. data/test/test-schema-dumper.rb +46 -6
  21. data/test/test-table.rb +4 -3
  22. data/test/test-variable-size-column.rb +115 -26
  23. data/vendor/local/bin/groonga-benchmark.exe +0 -0
  24. data/vendor/local/bin/groonga.exe +0 -0
  25. data/vendor/local/bin/libgcc_s_sjlj-1.dll +0 -0
  26. data/vendor/local/bin/libgroonga-0.dll +0 -0
  27. data/vendor/local/bin/libmecab-1.dll +0 -0
  28. data/vendor/local/bin/libmsgpack-3.dll +0 -0
  29. data/vendor/local/bin/libmsgpackc-2.dll +0 -0
  30. data/vendor/local/bin/libstdc++-6.dll +0 -0
  31. data/vendor/local/bin/mecab.exe +0 -0
  32. data/vendor/local/include/groonga/groonga.h +1 -9
  33. data/vendor/local/lib/groonga/plugins/query_expanders/tsv.a +0 -0
  34. data/vendor/local/lib/groonga/plugins/query_expanders/tsv.dll +0 -0
  35. data/vendor/local/lib/groonga/plugins/query_expanders/tsv.dll.a +0 -0
  36. data/vendor/local/lib/groonga/plugins/query_expanders/tsv.la +1 -1
  37. data/vendor/local/lib/groonga/plugins/suggest/suggest.a +0 -0
  38. data/vendor/local/lib/groonga/plugins/suggest/suggest.dll +0 -0
  39. data/vendor/local/lib/groonga/plugins/suggest/suggest.dll.a +0 -0
  40. data/vendor/local/lib/groonga/plugins/suggest/suggest.la +1 -1
  41. data/vendor/local/lib/groonga/plugins/table/table.a +0 -0
  42. data/vendor/local/lib/groonga/plugins/table/table.dll +0 -0
  43. data/vendor/local/lib/groonga/plugins/table/table.dll.a +0 -0
  44. data/vendor/local/lib/groonga/plugins/table/table.la +1 -1
  45. data/vendor/local/lib/groonga/plugins/tokenizers/mecab.a +0 -0
  46. data/vendor/local/lib/groonga/plugins/tokenizers/mecab.dll +0 -0
  47. data/vendor/local/lib/groonga/plugins/tokenizers/mecab.dll.a +0 -0
  48. data/vendor/local/lib/groonga/plugins/tokenizers/mecab.la +1 -1
  49. data/vendor/local/lib/libgroonga.a +0 -0
  50. data/vendor/local/lib/libgroonga.dll.a +0 -0
  51. data/vendor/local/lib/libgroonga.la +1 -1
  52. data/vendor/local/lib/libmecab.a +0 -0
  53. data/vendor/local/lib/libmecab.dll.a +0 -0
  54. data/vendor/local/lib/libmsgpack.a +0 -0
  55. data/vendor/local/lib/libmsgpack.dll.a +0 -0
  56. data/vendor/local/lib/libmsgpack.la +1 -1
  57. data/vendor/local/lib/libmsgpackc.a +0 -0
  58. data/vendor/local/lib/libmsgpackc.dll.a +0 -0
  59. data/vendor/local/lib/libmsgpackc.la +1 -1
  60. data/vendor/local/lib/pkgconfig/groonga.pc +2 -2
  61. data/vendor/local/libexec/mecab/mecab-cost-train.exe +0 -0
  62. data/vendor/local/libexec/mecab/mecab-dict-gen.exe +0 -0
  63. data/vendor/local/libexec/mecab/mecab-dict-index.exe +0 -0
  64. data/vendor/local/libexec/mecab/mecab-system-eval.exe +0 -0
  65. data/vendor/local/libexec/mecab/mecab-test-gen.exe +0 -0
  66. data/vendor/local/share/doc/groonga/en/html/.buildinfo +1 -1
  67. data/vendor/local/share/doc/groonga/en/html/_sources/install/centos.txt +3 -3
  68. data/vendor/local/share/doc/groonga/en/html/_sources/install/debian.txt +43 -3
  69. data/vendor/local/share/doc/groonga/en/html/_sources/install/fedora.txt +3 -3
  70. data/vendor/local/share/doc/groonga/en/html/_sources/install/mac_os_x.txt +3 -3
  71. data/vendor/local/share/doc/groonga/en/html/_sources/install/others.txt +3 -3
  72. data/vendor/local/share/doc/groonga/en/html/_sources/install/solaris.txt +3 -3
  73. data/vendor/local/share/doc/groonga/en/html/_sources/install/ubuntu.txt +3 -50
  74. data/vendor/local/share/doc/groonga/en/html/_sources/install/windows.txt +11 -21
  75. data/vendor/local/share/doc/groonga/en/html/_sources/news.txt +51 -0
  76. data/vendor/local/share/doc/groonga/en/html/_sources/reference/api/grn_ctx.txt +49 -0
  77. data/vendor/local/share/doc/groonga/en/html/_sources/reference/api.txt +8 -1
  78. data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/tokenize.txt +196 -0
  79. data/vendor/local/share/doc/groonga/en/html/_sources/reference/normalizers.txt +1 -1
  80. data/vendor/local/share/doc/groonga/en/html/_sources/reference/tokenizers.txt +16 -0
  81. data/vendor/local/share/doc/groonga/en/html/_static/pygments.css +2 -2
  82. data/vendor/local/share/doc/groonga/en/html/characteristic.html +5 -5
  83. data/vendor/local/share/doc/groonga/en/html/community.html +5 -5
  84. data/vendor/local/share/doc/groonga/en/html/contribution/development/com.html +5 -5
  85. data/vendor/local/share/doc/groonga/en/html/contribution/development/document.html +5 -5
  86. data/vendor/local/share/doc/groonga/en/html/contribution/development/query.html +5 -5
  87. data/vendor/local/share/doc/groonga/en/html/contribution/development/release.html +5 -5
  88. data/vendor/local/share/doc/groonga/en/html/contribution/development/repository.html +5 -5
  89. data/vendor/local/share/doc/groonga/en/html/contribution/development/test.html +5 -5
  90. data/vendor/local/share/doc/groonga/en/html/contribution/development.html +5 -5
  91. data/vendor/local/share/doc/groonga/en/html/contribution/documentation/c-api.html +5 -5
  92. data/vendor/local/share/doc/groonga/en/html/contribution/documentation/i18n.html +13 -5
  93. data/vendor/local/share/doc/groonga/en/html/contribution/documentation.html +5 -5
  94. data/vendor/local/share/doc/groonga/en/html/contribution/report.html +5 -5
  95. data/vendor/local/share/doc/groonga/en/html/contribution.html +5 -5
  96. data/vendor/local/share/doc/groonga/en/html/development/travis-ci.html +5 -5
  97. data/vendor/local/share/doc/groonga/en/html/development.html +5 -5
  98. data/vendor/local/share/doc/groonga/en/html/genindex.html +22 -5
  99. data/vendor/local/share/doc/groonga/en/html/geolocation_search.html +5 -5
  100. data/vendor/local/share/doc/groonga/en/html/index.html +19 -14
  101. data/vendor/local/share/doc/groonga/en/html/install/centos.html +8 -8
  102. data/vendor/local/share/doc/groonga/en/html/install/debian.html +48 -12
  103. data/vendor/local/share/doc/groonga/en/html/install/fedora.html +8 -8
  104. data/vendor/local/share/doc/groonga/en/html/install/mac_os_x.html +8 -8
  105. data/vendor/local/share/doc/groonga/en/html/install/others.html +8 -8
  106. data/vendor/local/share/doc/groonga/en/html/install/solaris.html +8 -8
  107. data/vendor/local/share/doc/groonga/en/html/install/ubuntu.html +16 -60
  108. data/vendor/local/share/doc/groonga/en/html/install/windows.html +16 -25
  109. data/vendor/local/share/doc/groonga/en/html/install.html +12 -12
  110. data/vendor/local/share/doc/groonga/en/html/limitations.html +5 -5
  111. data/vendor/local/share/doc/groonga/en/html/news/0.x.html +5 -5
  112. data/vendor/local/share/doc/groonga/en/html/news/1.0.x.html +5 -5
  113. data/vendor/local/share/doc/groonga/en/html/news/1.1.x.html +5 -5
  114. data/vendor/local/share/doc/groonga/en/html/news/1.2.x.html +5 -5
  115. data/vendor/local/share/doc/groonga/en/html/news/senna.html +5 -5
  116. data/vendor/local/share/doc/groonga/en/html/news.html +187 -129
  117. data/vendor/local/share/doc/groonga/en/html/objects.inv +0 -0
  118. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_ctx.html +198 -0
  119. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_expr.html +31 -6
  120. data/vendor/local/share/doc/groonga/en/html/reference/api.html +18 -11
  121. data/vendor/local/share/doc/groonga/en/html/reference/cast.html +5 -5
  122. data/vendor/local/share/doc/groonga/en/html/reference/command/command_version.html +5 -5
  123. data/vendor/local/share/doc/groonga/en/html/reference/command/output_format.html +5 -5
  124. data/vendor/local/share/doc/groonga/en/html/reference/command/return_code.html +5 -5
  125. data/vendor/local/share/doc/groonga/en/html/reference/command.html +7 -6
  126. data/vendor/local/share/doc/groonga/en/html/reference/commands/cache_limit.html +5 -5
  127. data/vendor/local/share/doc/groonga/en/html/reference/commands/check.html +5 -5
  128. data/vendor/local/share/doc/groonga/en/html/reference/commands/clearlock.html +5 -5
  129. data/vendor/local/share/doc/groonga/en/html/reference/commands/column_create.html +5 -5
  130. data/vendor/local/share/doc/groonga/en/html/reference/commands/column_list.html +5 -5
  131. data/vendor/local/share/doc/groonga/en/html/reference/commands/column_remove.html +17 -17
  132. data/vendor/local/share/doc/groonga/en/html/reference/commands/column_rename.html +5 -5
  133. data/vendor/local/share/doc/groonga/en/html/reference/commands/define_selector.html +5 -5
  134. data/vendor/local/share/doc/groonga/en/html/reference/commands/defrag.html +5 -5
  135. data/vendor/local/share/doc/groonga/en/html/reference/commands/delete.html +5 -5
  136. data/vendor/local/share/doc/groonga/en/html/reference/commands/dump.html +5 -5
  137. data/vendor/local/share/doc/groonga/en/html/reference/commands/load.html +5 -5
  138. data/vendor/local/share/doc/groonga/en/html/reference/commands/log_level.html +5 -5
  139. data/vendor/local/share/doc/groonga/en/html/reference/commands/log_put.html +5 -5
  140. data/vendor/local/share/doc/groonga/en/html/reference/commands/log_reopen.html +5 -5
  141. data/vendor/local/share/doc/groonga/en/html/reference/commands/normalize.html +5 -5
  142. data/vendor/local/share/doc/groonga/en/html/reference/commands/quit.html +5 -5
  143. data/vendor/local/share/doc/groonga/en/html/reference/commands/register.html +5 -5
  144. data/vendor/local/share/doc/groonga/en/html/reference/commands/select.html +5 -5
  145. data/vendor/local/share/doc/groonga/en/html/reference/commands/shutdown.html +5 -5
  146. data/vendor/local/share/doc/groonga/en/html/reference/commands/status.html +5 -5
  147. data/vendor/local/share/doc/groonga/en/html/reference/commands/suggest.html +5 -5
  148. data/vendor/local/share/doc/groonga/en/html/reference/commands/table_create.html +5 -5
  149. data/vendor/local/share/doc/groonga/en/html/reference/commands/table_list.html +5 -5
  150. data/vendor/local/share/doc/groonga/en/html/reference/commands/table_remove.html +10 -10
  151. data/vendor/local/share/doc/groonga/en/html/reference/commands/tokenize.html +310 -0
  152. data/vendor/local/share/doc/groonga/en/html/reference/commands/truncate.html +26 -26
  153. data/vendor/local/share/doc/groonga/en/html/reference/commands_not_implemented/add.html +5 -5
  154. data/vendor/local/share/doc/groonga/en/html/reference/commands_not_implemented/get.html +5 -5
  155. data/vendor/local/share/doc/groonga/en/html/reference/commands_not_implemented/set.html +5 -5
  156. data/vendor/local/share/doc/groonga/en/html/reference/executables/grnslap.html +5 -5
  157. data/vendor/local/share/doc/groonga/en/html/reference/executables/grntest.html +5 -5
  158. data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-httpd.html +5 -5
  159. data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-server-http.html +5 -5
  160. data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-suggest-create-dataset.html +5 -5
  161. data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga.html +5 -5
  162. data/vendor/local/share/doc/groonga/en/html/reference/executables.html +5 -5
  163. data/vendor/local/share/doc/groonga/en/html/reference/function.html +5 -5
  164. data/vendor/local/share/doc/groonga/en/html/reference/functions/edit_distance.html +5 -5
  165. data/vendor/local/share/doc/groonga/en/html/reference/functions/geo_distance.html +5 -5
  166. data/vendor/local/share/doc/groonga/en/html/reference/functions/geo_in_circle.html +5 -5
  167. data/vendor/local/share/doc/groonga/en/html/reference/functions/geo_in_rectangle.html +5 -5
  168. data/vendor/local/share/doc/groonga/en/html/reference/functions/now.html +5 -5
  169. data/vendor/local/share/doc/groonga/en/html/reference/functions/query.html +5 -5
  170. data/vendor/local/share/doc/groonga/en/html/reference/functions/rand.html +5 -5
  171. data/vendor/local/share/doc/groonga/en/html/reference/functions/snippet_html.html +5 -5
  172. data/vendor/local/share/doc/groonga/en/html/reference/functions/sub_filter.html +5 -5
  173. data/vendor/local/share/doc/groonga/en/html/reference/grn_expr/query_syntax.html +5 -5
  174. data/vendor/local/share/doc/groonga/en/html/reference/grn_expr/script_syntax.html +5 -5
  175. data/vendor/local/share/doc/groonga/en/html/reference/grn_expr.html +5 -5
  176. data/vendor/local/share/doc/groonga/en/html/reference/indexing.html +5 -5
  177. data/vendor/local/share/doc/groonga/en/html/reference/log.html +5 -5
  178. data/vendor/local/share/doc/groonga/en/html/reference/normalizers.html +6 -6
  179. data/vendor/local/share/doc/groonga/en/html/reference/output.html +5 -5
  180. data/vendor/local/share/doc/groonga/en/html/reference/pseudo_column.html +5 -5
  181. data/vendor/local/share/doc/groonga/en/html/reference/query_expanders/tsv.html +5 -5
  182. data/vendor/local/share/doc/groonga/en/html/reference/query_expanders.html +5 -5
  183. data/vendor/local/share/doc/groonga/en/html/reference/tables.html +5 -5
  184. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers.html +20 -5
  185. data/vendor/local/share/doc/groonga/en/html/reference/types.html +9 -9
  186. data/vendor/local/share/doc/groonga/en/html/reference.html +12 -7
  187. data/vendor/local/share/doc/groonga/en/html/search.html +5 -5
  188. data/vendor/local/share/doc/groonga/en/html/searchindex.js +1 -1
  189. data/vendor/local/share/doc/groonga/en/html/server/gqtp.html +5 -5
  190. data/vendor/local/share/doc/groonga/en/html/server/http/comparison.html +5 -5
  191. data/vendor/local/share/doc/groonga/en/html/server/http/groonga-httpd.html +5 -5
  192. data/vendor/local/share/doc/groonga/en/html/server/http/groonga.html +5 -5
  193. data/vendor/local/share/doc/groonga/en/html/server/http.html +5 -5
  194. data/vendor/local/share/doc/groonga/en/html/server/package.html +5 -5
  195. data/vendor/local/share/doc/groonga/en/html/server.html +5 -5
  196. data/vendor/local/share/doc/groonga/en/html/spec/gqtp.html +5 -5
  197. data/vendor/local/share/doc/groonga/en/html/spec/search.html +5 -5
  198. data/vendor/local/share/doc/groonga/en/html/spec.html +10 -10
  199. data/vendor/local/share/doc/groonga/en/html/suggest/completion.html +5 -5
  200. data/vendor/local/share/doc/groonga/en/html/suggest/correction.html +5 -5
  201. data/vendor/local/share/doc/groonga/en/html/suggest/introduction.html +5 -5
  202. data/vendor/local/share/doc/groonga/en/html/suggest/suggestion.html +5 -5
  203. data/vendor/local/share/doc/groonga/en/html/suggest/tutorial.html +5 -5
  204. data/vendor/local/share/doc/groonga/en/html/suggest.html +5 -5
  205. data/vendor/local/share/doc/groonga/en/html/troubleshooting/different_results_with_the_same_keyword.html +5 -5
  206. data/vendor/local/share/doc/groonga/en/html/troubleshooting.html +5 -5
  207. data/vendor/local/share/doc/groonga/en/html/tutorial/data.html +5 -5
  208. data/vendor/local/share/doc/groonga/en/html/tutorial/drilldown.html +5 -5
  209. data/vendor/local/share/doc/groonga/en/html/tutorial/index.html +5 -5
  210. data/vendor/local/share/doc/groonga/en/html/tutorial/introduction.html +5 -5
  211. data/vendor/local/share/doc/groonga/en/html/tutorial/lexicon.html +5 -5
  212. data/vendor/local/share/doc/groonga/en/html/tutorial/match_columns.html +5 -5
  213. data/vendor/local/share/doc/groonga/en/html/tutorial/micro_blog.html +5 -5
  214. data/vendor/local/share/doc/groonga/en/html/tutorial/network.html +5 -5
  215. data/vendor/local/share/doc/groonga/en/html/tutorial/patricia_trie.html +5 -5
  216. data/vendor/local/share/doc/groonga/en/html/tutorial/query_expansion.html +5 -5
  217. data/vendor/local/share/doc/groonga/en/html/tutorial/search.html +5 -5
  218. data/vendor/local/share/doc/groonga/en/html/tutorial.html +5 -5
  219. data/vendor/local/share/doc/groonga/ja/html/.buildinfo +1 -1
  220. data/vendor/local/share/doc/groonga/ja/html/_sources/install/centos.txt +3 -3
  221. data/vendor/local/share/doc/groonga/ja/html/_sources/install/debian.txt +43 -3
  222. data/vendor/local/share/doc/groonga/ja/html/_sources/install/fedora.txt +3 -3
  223. data/vendor/local/share/doc/groonga/ja/html/_sources/install/mac_os_x.txt +3 -3
  224. data/vendor/local/share/doc/groonga/ja/html/_sources/install/others.txt +3 -3
  225. data/vendor/local/share/doc/groonga/ja/html/_sources/install/solaris.txt +3 -3
  226. data/vendor/local/share/doc/groonga/ja/html/_sources/install/ubuntu.txt +3 -50
  227. data/vendor/local/share/doc/groonga/ja/html/_sources/install/windows.txt +11 -21
  228. data/vendor/local/share/doc/groonga/ja/html/_sources/news.txt +51 -0
  229. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/api/grn_ctx.txt +49 -0
  230. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/api.txt +8 -1
  231. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/tokenize.txt +196 -0
  232. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/normalizers.txt +1 -1
  233. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/tokenizers.txt +16 -0
  234. data/vendor/local/share/doc/groonga/ja/html/_static/pygments.css +2 -2
  235. data/vendor/local/share/doc/groonga/ja/html/characteristic.html +5 -5
  236. data/vendor/local/share/doc/groonga/ja/html/community.html +5 -5
  237. data/vendor/local/share/doc/groonga/ja/html/contribution/development/com.html +5 -5
  238. data/vendor/local/share/doc/groonga/ja/html/contribution/development/document.html +5 -5
  239. data/vendor/local/share/doc/groonga/ja/html/contribution/development/query.html +5 -5
  240. data/vendor/local/share/doc/groonga/ja/html/contribution/development/release.html +5 -5
  241. data/vendor/local/share/doc/groonga/ja/html/contribution/development/repository.html +5 -5
  242. data/vendor/local/share/doc/groonga/ja/html/contribution/development/test.html +5 -5
  243. data/vendor/local/share/doc/groonga/ja/html/contribution/development.html +5 -5
  244. data/vendor/local/share/doc/groonga/ja/html/contribution/documentation/c-api.html +5 -5
  245. data/vendor/local/share/doc/groonga/ja/html/contribution/documentation/i18n.html +17 -9
  246. data/vendor/local/share/doc/groonga/ja/html/contribution/documentation.html +5 -5
  247. data/vendor/local/share/doc/groonga/ja/html/contribution/report.html +5 -5
  248. data/vendor/local/share/doc/groonga/ja/html/contribution.html +5 -5
  249. data/vendor/local/share/doc/groonga/ja/html/development/travis-ci.html +5 -5
  250. data/vendor/local/share/doc/groonga/ja/html/development.html +5 -5
  251. data/vendor/local/share/doc/groonga/ja/html/genindex.html +31 -7
  252. data/vendor/local/share/doc/groonga/ja/html/geolocation_search.html +5 -5
  253. data/vendor/local/share/doc/groonga/ja/html/index.html +19 -14
  254. data/vendor/local/share/doc/groonga/ja/html/install/centos.html +8 -8
  255. data/vendor/local/share/doc/groonga/ja/html/install/debian.html +44 -12
  256. data/vendor/local/share/doc/groonga/ja/html/install/fedora.html +8 -8
  257. data/vendor/local/share/doc/groonga/ja/html/install/mac_os_x.html +8 -8
  258. data/vendor/local/share/doc/groonga/ja/html/install/others.html +8 -8
  259. data/vendor/local/share/doc/groonga/ja/html/install/solaris.html +8 -8
  260. data/vendor/local/share/doc/groonga/ja/html/install/ubuntu.html +16 -56
  261. data/vendor/local/share/doc/groonga/ja/html/install/windows.html +16 -25
  262. data/vendor/local/share/doc/groonga/ja/html/install.html +12 -12
  263. data/vendor/local/share/doc/groonga/ja/html/limitations.html +5 -5
  264. data/vendor/local/share/doc/groonga/ja/html/news/0.x.html +5 -5
  265. data/vendor/local/share/doc/groonga/ja/html/news/1.0.x.html +5 -5
  266. data/vendor/local/share/doc/groonga/ja/html/news/1.1.x.html +5 -5
  267. data/vendor/local/share/doc/groonga/ja/html/news/1.2.x.html +5 -5
  268. data/vendor/local/share/doc/groonga/ja/html/news/senna.html +5 -5
  269. data/vendor/local/share/doc/groonga/ja/html/news.html +178 -129
  270. data/vendor/local/share/doc/groonga/ja/html/objects.inv +0 -0
  271. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_ctx.html +195 -0
  272. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_expr.html +31 -6
  273. data/vendor/local/share/doc/groonga/ja/html/reference/api.html +17 -11
  274. data/vendor/local/share/doc/groonga/ja/html/reference/cast.html +5 -5
  275. data/vendor/local/share/doc/groonga/ja/html/reference/command/command_version.html +5 -5
  276. data/vendor/local/share/doc/groonga/ja/html/reference/command/output_format.html +5 -5
  277. data/vendor/local/share/doc/groonga/ja/html/reference/command/return_code.html +5 -5
  278. data/vendor/local/share/doc/groonga/ja/html/reference/command.html +7 -6
  279. data/vendor/local/share/doc/groonga/ja/html/reference/commands/cache_limit.html +5 -5
  280. data/vendor/local/share/doc/groonga/ja/html/reference/commands/check.html +5 -5
  281. data/vendor/local/share/doc/groonga/ja/html/reference/commands/clearlock.html +5 -5
  282. data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_create.html +5 -5
  283. data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_list.html +5 -5
  284. data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_remove.html +17 -17
  285. data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_rename.html +5 -5
  286. data/vendor/local/share/doc/groonga/ja/html/reference/commands/define_selector.html +5 -5
  287. data/vendor/local/share/doc/groonga/ja/html/reference/commands/defrag.html +5 -5
  288. data/vendor/local/share/doc/groonga/ja/html/reference/commands/delete.html +5 -5
  289. data/vendor/local/share/doc/groonga/ja/html/reference/commands/dump.html +5 -5
  290. data/vendor/local/share/doc/groonga/ja/html/reference/commands/load.html +5 -5
  291. data/vendor/local/share/doc/groonga/ja/html/reference/commands/log_level.html +5 -5
  292. data/vendor/local/share/doc/groonga/ja/html/reference/commands/log_put.html +5 -5
  293. data/vendor/local/share/doc/groonga/ja/html/reference/commands/log_reopen.html +5 -5
  294. data/vendor/local/share/doc/groonga/ja/html/reference/commands/normalize.html +5 -5
  295. data/vendor/local/share/doc/groonga/ja/html/reference/commands/quit.html +5 -5
  296. data/vendor/local/share/doc/groonga/ja/html/reference/commands/register.html +5 -5
  297. data/vendor/local/share/doc/groonga/ja/html/reference/commands/select.html +5 -5
  298. data/vendor/local/share/doc/groonga/ja/html/reference/commands/shutdown.html +5 -5
  299. data/vendor/local/share/doc/groonga/ja/html/reference/commands/status.html +5 -5
  300. data/vendor/local/share/doc/groonga/ja/html/reference/commands/suggest.html +5 -5
  301. data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_create.html +5 -5
  302. data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_list.html +5 -5
  303. data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_remove.html +10 -10
  304. data/vendor/local/share/doc/groonga/ja/html/reference/commands/tokenize.html +311 -0
  305. data/vendor/local/share/doc/groonga/ja/html/reference/commands/truncate.html +26 -26
  306. data/vendor/local/share/doc/groonga/ja/html/reference/commands_not_implemented/add.html +5 -5
  307. data/vendor/local/share/doc/groonga/ja/html/reference/commands_not_implemented/get.html +5 -5
  308. data/vendor/local/share/doc/groonga/ja/html/reference/commands_not_implemented/set.html +5 -5
  309. data/vendor/local/share/doc/groonga/ja/html/reference/executables/grnslap.html +5 -5
  310. data/vendor/local/share/doc/groonga/ja/html/reference/executables/grntest.html +5 -5
  311. data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-httpd.html +5 -5
  312. data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-server-http.html +5 -5
  313. data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-suggest-create-dataset.html +5 -5
  314. data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga.html +5 -5
  315. data/vendor/local/share/doc/groonga/ja/html/reference/executables.html +5 -5
  316. data/vendor/local/share/doc/groonga/ja/html/reference/function.html +5 -5
  317. data/vendor/local/share/doc/groonga/ja/html/reference/functions/edit_distance.html +5 -5
  318. data/vendor/local/share/doc/groonga/ja/html/reference/functions/geo_distance.html +5 -5
  319. data/vendor/local/share/doc/groonga/ja/html/reference/functions/geo_in_circle.html +5 -5
  320. data/vendor/local/share/doc/groonga/ja/html/reference/functions/geo_in_rectangle.html +5 -5
  321. data/vendor/local/share/doc/groonga/ja/html/reference/functions/now.html +5 -5
  322. data/vendor/local/share/doc/groonga/ja/html/reference/functions/query.html +5 -5
  323. data/vendor/local/share/doc/groonga/ja/html/reference/functions/rand.html +5 -5
  324. data/vendor/local/share/doc/groonga/ja/html/reference/functions/snippet_html.html +5 -5
  325. data/vendor/local/share/doc/groonga/ja/html/reference/functions/sub_filter.html +5 -5
  326. data/vendor/local/share/doc/groonga/ja/html/reference/grn_expr/query_syntax.html +5 -5
  327. data/vendor/local/share/doc/groonga/ja/html/reference/grn_expr/script_syntax.html +5 -5
  328. data/vendor/local/share/doc/groonga/ja/html/reference/grn_expr.html +5 -5
  329. data/vendor/local/share/doc/groonga/ja/html/reference/indexing.html +5 -5
  330. data/vendor/local/share/doc/groonga/ja/html/reference/log.html +5 -5
  331. data/vendor/local/share/doc/groonga/ja/html/reference/normalizers.html +6 -6
  332. data/vendor/local/share/doc/groonga/ja/html/reference/output.html +5 -5
  333. data/vendor/local/share/doc/groonga/ja/html/reference/pseudo_column.html +5 -5
  334. data/vendor/local/share/doc/groonga/ja/html/reference/query_expanders/tsv.html +5 -5
  335. data/vendor/local/share/doc/groonga/ja/html/reference/query_expanders.html +5 -5
  336. data/vendor/local/share/doc/groonga/ja/html/reference/tables.html +5 -5
  337. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers.html +20 -5
  338. data/vendor/local/share/doc/groonga/ja/html/reference/types.html +9 -9
  339. data/vendor/local/share/doc/groonga/ja/html/reference.html +12 -7
  340. data/vendor/local/share/doc/groonga/ja/html/search.html +5 -5
  341. data/vendor/local/share/doc/groonga/ja/html/searchindex.js +1 -1
  342. data/vendor/local/share/doc/groonga/ja/html/server/gqtp.html +5 -5
  343. data/vendor/local/share/doc/groonga/ja/html/server/http/comparison.html +5 -5
  344. data/vendor/local/share/doc/groonga/ja/html/server/http/groonga-httpd.html +5 -5
  345. data/vendor/local/share/doc/groonga/ja/html/server/http/groonga.html +5 -5
  346. data/vendor/local/share/doc/groonga/ja/html/server/http.html +5 -5
  347. data/vendor/local/share/doc/groonga/ja/html/server/package.html +5 -5
  348. data/vendor/local/share/doc/groonga/ja/html/server.html +5 -5
  349. data/vendor/local/share/doc/groonga/ja/html/spec/gqtp.html +5 -5
  350. data/vendor/local/share/doc/groonga/ja/html/spec/search.html +5 -5
  351. data/vendor/local/share/doc/groonga/ja/html/spec.html +10 -10
  352. data/vendor/local/share/doc/groonga/ja/html/suggest/completion.html +5 -5
  353. data/vendor/local/share/doc/groonga/ja/html/suggest/correction.html +5 -5
  354. data/vendor/local/share/doc/groonga/ja/html/suggest/introduction.html +5 -5
  355. data/vendor/local/share/doc/groonga/ja/html/suggest/suggestion.html +5 -5
  356. data/vendor/local/share/doc/groonga/ja/html/suggest/tutorial.html +5 -5
  357. data/vendor/local/share/doc/groonga/ja/html/suggest.html +5 -5
  358. data/vendor/local/share/doc/groonga/ja/html/troubleshooting/different_results_with_the_same_keyword.html +5 -5
  359. data/vendor/local/share/doc/groonga/ja/html/troubleshooting.html +5 -5
  360. data/vendor/local/share/doc/groonga/ja/html/tutorial/data.html +5 -5
  361. data/vendor/local/share/doc/groonga/ja/html/tutorial/drilldown.html +5 -5
  362. data/vendor/local/share/doc/groonga/ja/html/tutorial/index.html +5 -5
  363. data/vendor/local/share/doc/groonga/ja/html/tutorial/introduction.html +5 -5
  364. data/vendor/local/share/doc/groonga/ja/html/tutorial/lexicon.html +5 -5
  365. data/vendor/local/share/doc/groonga/ja/html/tutorial/match_columns.html +5 -5
  366. data/vendor/local/share/doc/groonga/ja/html/tutorial/micro_blog.html +5 -5
  367. data/vendor/local/share/doc/groonga/ja/html/tutorial/network.html +5 -5
  368. data/vendor/local/share/doc/groonga/ja/html/tutorial/patricia_trie.html +5 -5
  369. data/vendor/local/share/doc/groonga/ja/html/tutorial/query_expansion.html +5 -5
  370. data/vendor/local/share/doc/groonga/ja/html/tutorial/search.html +5 -5
  371. data/vendor/local/share/doc/groonga/ja/html/tutorial.html +5 -5
  372. data/vendor/local/share/man/ja/man1/groonga.1 +3227 -197
  373. data/vendor/local/share/man/man1/groonga.1 +3230 -195
  374. metadata +131 -123
@@ -0,0 +1,311 @@
1
+
2
+ <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
3
+ "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
4
+
5
+
6
+ <html xmlns="http://www.w3.org/1999/xhtml">
7
+ <head>
8
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
9
+
10
+ <title>8.3.29. tokenize &mdash; groonga v3.0.4ドキュメント</title>
11
+
12
+ <link rel="stylesheet" href="../../_static/groonga.css" type="text/css" />
13
+ <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
14
+
15
+ <script type="text/javascript">
16
+ var DOCUMENTATION_OPTIONS = {
17
+ URL_ROOT: '../../',
18
+ VERSION: '3.0.4',
19
+ COLLAPSE_INDEX: false,
20
+ FILE_SUFFIX: '.html',
21
+ HAS_SOURCE: true
22
+ };
23
+ </script>
24
+ <script type="text/javascript" src="../../_static/jquery.js"></script>
25
+ <script type="text/javascript" src="../../_static/underscore.js"></script>
26
+ <script type="text/javascript" src="../../_static/doctools.js"></script>
27
+ <script type="text/javascript" src="../../_static/translations.js"></script>
28
+ <link rel="shortcut icon" href="../../_static/favicon.ico"/>
29
+ <link rel="top" title="groonga v3.0.4ドキュメント" href="../../index.html" />
30
+ <link rel="up" title="8.3. コマンド" href="../command.html" />
31
+ <link rel="next" title="8.3.30. truncate" href="truncate.html" />
32
+ <link rel="prev" title="8.3.28. table_remove" href="table_remove.html" />
33
+ </head>
34
+ <body>
35
+ <div class="header">
36
+ <h1 class="title">
37
+ <a id="top-link" href="../../index.html">
38
+ <span class="project">groonga</span>
39
+ <span class="separator">-</span>
40
+ <span class="description">オープンソースのカラムストア機能付き全文検索エンジン</span>
41
+ </a>
42
+ </h1>
43
+
44
+ <div class="other-language-links">
45
+ <ul>
46
+ <li><a href="../../../../en/html/reference/commands/tokenize.html"><img src="../../_static/us.png" alt="English">English page</a></li>
47
+ </ul>
48
+ </div>
49
+ </div>
50
+
51
+
52
+ <div class="related">
53
+ <h3>ナビゲーション</h3>
54
+ <ul>
55
+ <li class="right" style="margin-right: 10px">
56
+ <a href="../../genindex.html" title="総合索引"
57
+ accesskey="I">索引</a></li>
58
+ <li class="right" >
59
+ <a href="truncate.html" title="8.3.30. truncate"
60
+ accesskey="N">次へ</a> |</li>
61
+ <li class="right" >
62
+ <a href="table_remove.html" title="8.3.28. table_remove"
63
+ accesskey="P">前へ</a> |</li>
64
+ <li><a href="../../index.html">groonga v3.0.4ドキュメント</a> &raquo;</li>
65
+ <li><a href="../../reference.html" >8. リファレンスマニュアル</a> &raquo;</li>
66
+ <li><a href="../command.html" accesskey="U">8.3. コマンド</a> &raquo;</li>
67
+ </ul>
68
+ </div>
69
+
70
+ <div class="document">
71
+ <div class="documentwrapper">
72
+ <div class="bodywrapper">
73
+ <div class="body">
74
+
75
+ <div class="section" id="tokenize">
76
+ <h1>8.3.29. <tt class="docutils literal"><span class="pre">tokenize</span></tt><a class="headerlink" href="#tokenize" title="このヘッドラインへのパーマリンク">¶</a></h1>
77
+ <div class="section" id="summary">
78
+ <h2>8.3.29.1. 概要<a class="headerlink" href="#summary" title="このヘッドラインへのパーマリンク">¶</a></h2>
79
+ <p><tt class="docutils literal"><span class="pre">tokenize</span></tt> command tokenizes text by the specified tokenizer.
80
+ It is useful to debug tokenization.</p>
81
+ </div>
82
+ <div class="section" id="syntax">
83
+ <h2>8.3.29.2. 構文<a class="headerlink" href="#syntax" title="このヘッドラインへのパーマリンク">¶</a></h2>
84
+ <p><tt class="docutils literal"><span class="pre">tokenize</span></tt> command has required parameters and optional parameters.
85
+ <tt class="docutils literal"><span class="pre">tokenizer</span></tt> and <tt class="docutils literal"><span class="pre">string</span></tt> are required parameters. Others are
86
+ optional:</p>
87
+ <div class="highlight-none"><div class="highlight"><pre>tokenize tokenizer
88
+ string
89
+ [normalizer=null]
90
+ [flags=NONE]
91
+ </pre></div>
92
+ </div>
93
+ </div>
94
+ <div class="section" id="usage">
95
+ <h2>8.3.29.3. 使い方<a class="headerlink" href="#usage" title="このヘッドラインへのパーマリンク">¶</a></h2>
96
+ <p>以下は簡単な使用例です。</p>
97
+ <p>It has only required parameters. <tt class="docutils literal"><span class="pre">tokenizer</span></tt> is <tt class="docutils literal"><span class="pre">TokenBigram</span></tt> and
98
+ <tt class="docutils literal"><span class="pre">string</span></tt> is <tt class="docutils literal"><span class="pre">&quot;Fulltext</span> <span class="pre">Search&quot;</span></tt>. It returns tokens that is
99
+ generated by tokenizing <tt class="docutils literal"><span class="pre">&quot;Fulltext</span> <span class="pre">Search&quot;</span></tt> with <tt class="docutils literal"><span class="pre">TokenBigram</span></tt>
100
+ tokenizer. It doesn't normalize <tt class="docutils literal"><span class="pre">&quot;Fulltext</span> <span class="pre">Search&quot;</span></tt>.</p>
101
+ </div>
102
+ <div class="section" id="parameters">
103
+ <h2>8.3.29.4. 引数<a class="headerlink" href="#parameters" title="このヘッドラインへのパーマリンク">¶</a></h2>
104
+ <p>このセクションではすべての引数について説明します。引数はカテゴリわけしています。</p>
105
+ <div class="section" id="required-parameters">
106
+ <h3>8.3.29.4.1. Required parameters<a class="headerlink" href="#required-parameters" title="このヘッドラインへのパーマリンク">¶</a></h3>
107
+ <p>必須引数は二つあります。 <tt class="docutils literal"><span class="pre">tokenizer</span></tt> と <tt class="docutils literal"><span class="pre">string</span></tt> です。</p>
108
+ <div class="section" id="tokenizer">
109
+ <h4>8.3.29.4.1.1. <tt class="docutils literal"><span class="pre">tokenizer</span></tt><a class="headerlink" href="#tokenizer" title="このヘッドラインへのパーマリンク">¶</a></h4>
110
+ <p>It specifies the tokenizer name. <tt class="docutils literal"><span class="pre">tokenize</span></tt> command uses the
111
+ tokenizer that is named <tt class="docutils literal"><span class="pre">tokenizer</span></tt>.</p>
112
+ <p>See <a class="reference internal" href="../tokenizers.html"><em>Tokenizers</em></a> about built-in tokenizers.</p>
113
+ <p>Here is an example to use <tt class="docutils literal"><span class="pre">TokenTrigram</span></tt> tokenizer.</p>
114
+ <p>If you want to use other tokenizers, you need to register additional
115
+ tokenizer plugin by <a class="reference internal" href="register.html"><em>register</em></a> command. For example, you can use
116
+ MySQL compatible normalizer by registering <a class="reference external" href="https://github.com/groonga/groonga-normalizer-mysql">groonga-normalizer-mysql</a>.</p>
117
+ </div>
118
+ <div class="section" id="string">
119
+ <h4>8.3.29.4.1.2. <tt class="docutils literal"><span class="pre">string</span></tt><a class="headerlink" href="#string" title="このヘッドラインへのパーマリンク">¶</a></h4>
120
+ <p>It specifies any string which you want to tokenize. If you want to
121
+ include spaces in <tt class="docutils literal"><span class="pre">string</span></tt>, you need to quote <tt class="docutils literal"><span class="pre">string</span></tt> by
122
+ single quotation (<tt class="docutils literal"><span class="pre">'</span></tt>) or double quotation (<tt class="docutils literal"><span class="pre">&quot;</span></tt>).</p>
123
+ <p>Here is an example to use spaces in <tt class="docutils literal"><span class="pre">string</span></tt>.</p>
124
+ </div>
125
+ </div>
126
+ <div class="section" id="optional-parameters">
127
+ <h3>8.3.29.4.2. Optional parameters<a class="headerlink" href="#optional-parameters" title="このヘッドラインへのパーマリンク">¶</a></h3>
128
+ <p>There are optional parameters.</p>
129
+ <div class="section" id="normalizer">
130
+ <h4>8.3.29.4.2.1. <tt class="docutils literal"><span class="pre">normalizer</span></tt><a class="headerlink" href="#normalizer" title="このヘッドラインへのパーマリンク">¶</a></h4>
131
+ <p>It specifies the normalizer name. <tt class="docutils literal"><span class="pre">tokenize</span></tt> command uses the
132
+ normalizer that is named <tt class="docutils literal"><span class="pre">normalizer</span></tt>. Normalizer is important for
133
+ N-gram family tokenizers such as <tt class="docutils literal"><span class="pre">TokenBigram</span></tt>.</p>
134
+ <p>Normalizer detects character type for each character while
135
+ normalizing. N-gram family tokenizers use character types while
136
+ tokenizing.</p>
137
+ <p>Here is an example that doesn't use normalizer.</p>
138
+ <p>All alphabets are tokenized by two characters. For example, <tt class="docutils literal"><span class="pre">Fu</span></tt> is
139
+ a token.</p>
140
+ <p>Here is an example that uses normalizer.</p>
141
+ <p>Continuous alphabets are tokenized as one token. For example,
142
+ <tt class="docutils literal"><span class="pre">fulltext</span></tt> is a token.</p>
143
+ <p>If you want to tokenize by two characters with noramlizer, use
144
+ <tt class="docutils literal"><span class="pre">TokenBigramSplitSymbolAlpha</span></tt>.</p>
145
+ <p>All alphabets are tokenized by two characters. And they are normalized
146
+ to lower case characters. For example, <tt class="docutils literal"><span class="pre">fu</span></tt> is a token.</p>
147
+ </div>
148
+ <div class="section" id="flags">
149
+ <h4>8.3.29.4.2.2. <tt class="docutils literal"><span class="pre">flags</span></tt><a class="headerlink" href="#flags" title="このヘッドラインへのパーマリンク">¶</a></h4>
150
+ <p>It specifies a tokenization customize options. You can specify
151
+ multiple options separated by &quot;<tt class="docutils literal"><span class="pre">|</span></tt>&quot;. For example,
152
+ <tt class="docutils literal"><span class="pre">NONE|ENABLE_TOKENIZED_DELIMITER</span></tt>.</p>
153
+ <p>Here are available flags.</p>
154
+ <table border="1" class="docutils">
155
+ <colgroup>
156
+ <col width="50%" />
157
+ <col width="50%" />
158
+ </colgroup>
159
+ <thead valign="bottom">
160
+ <tr class="row-odd"><th class="head">Flag</th>
161
+ <th class="head">Description</th>
162
+ </tr>
163
+ </thead>
164
+ <tbody valign="top">
165
+ <tr class="row-even"><td><tt class="docutils literal"><span class="pre">NONE</span></tt></td>
166
+ <td>Just ignored.</td>
167
+ </tr>
168
+ <tr class="row-odd"><td><tt class="docutils literal"><span class="pre">ENABLE_TOKENIZED_DELIMITER</span></tt></td>
169
+ <td>Enables tokenized delimiter. See <a class="reference internal" href="../tokenizers.html"><em>Tokenizers</em></a> about
170
+ tokenized delimiter details.</td>
171
+ </tr>
172
+ </tbody>
173
+ </table>
174
+ <p>Here is an example that uses <tt class="docutils literal"><span class="pre">ENABLE_TOKENIZED_DELIMITER</span></tt>.</p>
175
+ <p><tt class="docutils literal"><span class="pre">TokenDelimit</span></tt> tokenizer is one of tokenized delimiter supported
176
+ tokenizer. <tt class="docutils literal"><span class="pre">ENABLE_TOKENIZED_DELIMITER</span></tt> enables tokenized delimiter.
177
+ Tokenized delimiter is special character that indicates token
178
+ border. It is <cite>U+FFFE</cite>. The character is not assigned any
179
+ character. It means that the character is not appeared in normal
180
+ string. So the character is good character for this puropose. If
181
+ <tt class="docutils literal"><span class="pre">ENABLE_TOKENIZED_DELIMITER</span></tt> is enabled, the target string is
182
+ treated as already tokenized string. Tokenizer just tokenizes by
183
+ tokenized delimiter.</p>
184
+ </div>
185
+ </div>
186
+ </div>
187
+ <div class="section" id="return-value">
188
+ <h2>8.3.29.5. 戻り値<a class="headerlink" href="#return-value" title="このヘッドラインへのパーマリンク">¶</a></h2>
189
+ <p><tt class="docutils literal"><span class="pre">tokenize</span></tt> command returns tokenized tokens. Each token has some
190
+ attributes except token itself. The attributes will be increased in
191
+ the feature:</p>
192
+ <div class="highlight-none"><div class="highlight"><pre>[HEADER, tokens]
193
+ </pre></div>
194
+ </div>
195
+ <p><tt class="docutils literal"><span class="pre">HEADER</span></tt></p>
196
+ <blockquote>
197
+ <div>See <a class="reference internal" href="../command/output_format.html"><em>出力形式</em></a> about <tt class="docutils literal"><span class="pre">HEADER</span></tt>.</div></blockquote>
198
+ <p><tt class="docutils literal"><span class="pre">tokens</span></tt></p>
199
+ <blockquote>
200
+ <div><p>Tokens is an array of token. Token is an object that has the following
201
+ attributes.</p>
202
+ <table border="1" class="docutils">
203
+ <colgroup>
204
+ <col width="50%" />
205
+ <col width="50%" />
206
+ </colgroup>
207
+ <thead valign="bottom">
208
+ <tr class="row-odd"><th class="head">Name</th>
209
+ <th class="head">Description</th>
210
+ </tr>
211
+ </thead>
212
+ <tbody valign="top">
213
+ <tr class="row-even"><td><tt class="docutils literal"><span class="pre">value</span></tt></td>
214
+ <td>Token itself.</td>
215
+ </tr>
216
+ <tr class="row-odd"><td><tt class="docutils literal"><span class="pre">position</span></tt></td>
217
+ <td>The N-th token.</td>
218
+ </tr>
219
+ </tbody>
220
+ </table>
221
+ </div></blockquote>
222
+ </div>
223
+ <div class="section" id="see-also">
224
+ <h2>8.3.29.6. 参考<a class="headerlink" href="#see-also" title="このヘッドラインへのパーマリンク">¶</a></h2>
225
+ <ul class="simple">
226
+ <li><a class="reference internal" href="../tokenizers.html"><em>Tokenizers</em></a></li>
227
+ </ul>
228
+ </div>
229
+ </div>
230
+
231
+
232
+ </div>
233
+ </div>
234
+ </div>
235
+ <div class="sphinxsidebar">
236
+ <div class="sphinxsidebarwrapper">
237
+ <h3><a href="../../index.html">目次</a></h3>
238
+ <ul>
239
+ <li><a class="reference internal" href="#">8.3.29. <tt class="docutils literal"><span class="pre">tokenize</span></tt></a><ul>
240
+ <li><a class="reference internal" href="#summary">8.3.29.1. 概要</a></li>
241
+ <li><a class="reference internal" href="#syntax">8.3.29.2. 構文</a></li>
242
+ <li><a class="reference internal" href="#usage">8.3.29.3. 使い方</a></li>
243
+ <li><a class="reference internal" href="#parameters">8.3.29.4. 引数</a><ul>
244
+ <li><a class="reference internal" href="#required-parameters">8.3.29.4.1. Required parameters</a><ul>
245
+ <li><a class="reference internal" href="#tokenizer">8.3.29.4.1.1. <tt class="docutils literal"><span class="pre">tokenizer</span></tt></a></li>
246
+ <li><a class="reference internal" href="#string">8.3.29.4.1.2. <tt class="docutils literal"><span class="pre">string</span></tt></a></li>
247
+ </ul>
248
+ </li>
249
+ <li><a class="reference internal" href="#optional-parameters">8.3.29.4.2. Optional parameters</a><ul>
250
+ <li><a class="reference internal" href="#normalizer">8.3.29.4.2.1. <tt class="docutils literal"><span class="pre">normalizer</span></tt></a></li>
251
+ <li><a class="reference internal" href="#flags">8.3.29.4.2.2. <tt class="docutils literal"><span class="pre">flags</span></tt></a></li>
252
+ </ul>
253
+ </li>
254
+ </ul>
255
+ </li>
256
+ <li><a class="reference internal" href="#return-value">8.3.29.5. 戻り値</a></li>
257
+ <li><a class="reference internal" href="#see-also">8.3.29.6. 参考</a></li>
258
+ </ul>
259
+ </li>
260
+ </ul>
261
+
262
+ <h4>前のトピックへ</h4>
263
+ <p class="topless"><a href="table_remove.html"
264
+ title="前の章へ">8.3.28. table_remove</a></p>
265
+ <h4>次のトピックへ</h4>
266
+ <p class="topless"><a href="truncate.html"
267
+ title="次の章へ">8.3.30. <tt class="docutils literal"><span class="pre">truncate</span></tt></a></p>
268
+ <h3>このページ</h3>
269
+ <ul class="this-page-menu">
270
+ <li><a href="../../_sources/reference/commands/tokenize.txt"
271
+ rel="nofollow">ソースコードを表示</a></li>
272
+ </ul>
273
+ <div id="searchbox" style="display: none">
274
+ <h3>クイック検索</h3>
275
+ <form class="search" action="../../search.html" method="get">
276
+ <input type="text" name="q" />
277
+ <input type="submit" value="検索" />
278
+ <input type="hidden" name="check_keywords" value="yes" />
279
+ <input type="hidden" name="area" value="default" />
280
+ </form>
281
+ <p class="searchtip" style="font-size: 90%">
282
+ モジュール、クラス、または関数名を入力してください
283
+ </p>
284
+ </div>
285
+ <script type="text/javascript">$('#searchbox').show(0);</script>
286
+ </div>
287
+ </div>
288
+ <div class="clearer"></div>
289
+ </div>
290
+ <div class="related">
291
+ <h3>ナビゲーション</h3>
292
+ <ul>
293
+ <li class="right" style="margin-right: 10px">
294
+ <a href="../../genindex.html" title="総合索引"
295
+ >索引</a></li>
296
+ <li class="right" >
297
+ <a href="truncate.html" title="8.3.30. truncate"
298
+ >次へ</a> |</li>
299
+ <li class="right" >
300
+ <a href="table_remove.html" title="8.3.28. table_remove"
301
+ >前へ</a> |</li>
302
+ <li><a href="../../index.html">groonga v3.0.4ドキュメント</a> &raquo;</li>
303
+ <li><a href="../../reference.html" >8. リファレンスマニュアル</a> &raquo;</li>
304
+ <li><a href="../command.html" >8.3. コマンド</a> &raquo;</li>
305
+ </ul>
306
+ </div>
307
+ <div class="footer">
308
+ &copy; Copyright 2009-2013, Brazil, Inc.
309
+ </div>
310
+ </body>
311
+ </html>
@@ -7,7 +7,7 @@
7
7
  <head>
8
8
  <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
9
9
 
10
- <title>8.3.29. truncate &mdash; groonga v3.0.3ドキュメント</title>
10
+ <title>8.3.30. truncate &mdash; groonga v3.0.4ドキュメント</title>
11
11
 
12
12
  <link rel="stylesheet" href="../../_static/groonga.css" type="text/css" />
13
13
  <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
@@ -15,7 +15,7 @@
15
15
  <script type="text/javascript">
16
16
  var DOCUMENTATION_OPTIONS = {
17
17
  URL_ROOT: '../../',
18
- VERSION: '3.0.3',
18
+ VERSION: '3.0.4',
19
19
  COLLAPSE_INDEX: false,
20
20
  FILE_SUFFIX: '.html',
21
21
  HAS_SOURCE: true
@@ -26,10 +26,10 @@
26
26
  <script type="text/javascript" src="../../_static/doctools.js"></script>
27
27
  <script type="text/javascript" src="../../_static/translations.js"></script>
28
28
  <link rel="shortcut icon" href="../../_static/favicon.ico"/>
29
- <link rel="top" title="groonga v3.0.3ドキュメント" href="../../index.html" />
29
+ <link rel="top" title="groonga v3.0.4ドキュメント" href="../../index.html" />
30
30
  <link rel="up" title="8.3. コマンド" href="../command.html" />
31
31
  <link rel="next" title="8.4. データ型" href="../types.html" />
32
- <link rel="prev" title="8.3.28. table_remove" href="table_remove.html" />
32
+ <link rel="prev" title="8.3.29. tokenize" href="tokenize.html" />
33
33
  </head>
34
34
  <body>
35
35
  <div class="header">
@@ -59,9 +59,9 @@
59
59
  <a href="../types.html" title="8.4. データ型"
60
60
  accesskey="N">次へ</a> |</li>
61
61
  <li class="right" >
62
- <a href="table_remove.html" title="8.3.28. table_remove"
62
+ <a href="tokenize.html" title="8.3.29. tokenize"
63
63
  accesskey="P">前へ</a> |</li>
64
- <li><a href="../../index.html">groonga v3.0.3ドキュメント</a> &raquo;</li>
64
+ <li><a href="../../index.html">groonga v3.0.4ドキュメント</a> &raquo;</li>
65
65
  <li><a href="../../reference.html" >8. リファレンスマニュアル</a> &raquo;</li>
66
66
  <li><a href="../command.html" accesskey="U">8.3. コマンド</a> &raquo;</li>
67
67
  </ul>
@@ -73,13 +73,13 @@
73
73
  <div class="body">
74
74
 
75
75
  <div class="section" id="truncate">
76
- <h1>8.3.29. <tt class="docutils literal"><span class="pre">truncate</span></tt><a class="headerlink" href="#truncate" title="このヘッドラインへのパーマリンク">¶</a></h1>
76
+ <h1>8.3.30. <tt class="docutils literal"><span class="pre">truncate</span></tt><a class="headerlink" href="#truncate" title="このヘッドラインへのパーマリンク">¶</a></h1>
77
77
  <div class="section" id="summary">
78
- <h2>8.3.29.1. 概要<a class="headerlink" href="#summary" title="このヘッドラインへのパーマリンク">¶</a></h2>
78
+ <h2>8.3.30.1. 概要<a class="headerlink" href="#summary" title="このヘッドラインへのパーマリンク">¶</a></h2>
79
79
  <p><tt class="docutils literal"><span class="pre">truncate</span></tt> コマンドは指定したテーブルのレコードをすべて削除します。</p>
80
80
  </div>
81
81
  <div class="section" id="syntax">
82
- <h2>8.3.29.2. 構文<a class="headerlink" href="#syntax" title="このヘッドラインへのパーマリンク">¶</a></h2>
82
+ <h2>8.3.30.2. 構文<a class="headerlink" href="#syntax" title="このヘッドラインへのパーマリンク">¶</a></h2>
83
83
  <p><tt class="docutils literal"><span class="pre">truncate</span></tt> コマンドの引数は1つだけです:</p>
84
84
  <p><tt class="docutils literal"><span class="pre">table</span></tt> だけが必須の引数です。</p>
85
85
  <div class="highlight-none"><div class="highlight"><pre>truncate table
@@ -87,7 +87,7 @@
87
87
  </div>
88
88
  </div>
89
89
  <div class="section" id="usage">
90
- <h2>8.3.29.3. 使い方<a class="headerlink" href="#usage" title="このヘッドラインへのパーマリンク">¶</a></h2>
90
+ <h2>8.3.30.3. 使い方<a class="headerlink" href="#usage" title="このヘッドラインへのパーマリンク">¶</a></h2>
91
91
  <p>以下は <tt class="docutils literal"><span class="pre">truncate</span></tt> コマンドの簡単な使用例です。</p>
92
92
  <p>実行例:</p>
93
93
  <div class="highlight-none"><div class="highlight"><pre>table_create Users TABLE_PAT_KEY ShortText
@@ -167,19 +167,19 @@ select Users
167
167
  </div>
168
168
  </div>
169
169
  <div class="section" id="parameters">
170
- <h2>8.3.29.4. 引数<a class="headerlink" href="#parameters" title="このヘッドラインへのパーマリンク">¶</a></h2>
170
+ <h2>8.3.30.4. 引数<a class="headerlink" href="#parameters" title="このヘッドラインへのパーマリンク">¶</a></h2>
171
171
  <p>このセクションでは <tt class="docutils literal"><span class="pre">truncate</span></tt> の引数について説明します。</p>
172
172
  <div class="section" id="required-parameter">
173
- <h3>8.3.29.4.1. 必須引数<a class="headerlink" href="#required-parameter" title="このヘッドラインへのパーマリンク">¶</a></h3>
173
+ <h3>8.3.30.4.1. 必須引数<a class="headerlink" href="#required-parameter" title="このヘッドラインへのパーマリンク">¶</a></h3>
174
174
  <p><tt class="docutils literal"><span class="pre">table_name</span></tt> だけが必須の引数です。</p>
175
175
  <div class="section" id="table-name">
176
- <h4>8.3.29.4.1.1. <tt class="docutils literal"><span class="pre">table_name</span></tt><a class="headerlink" href="#table-name" title="このヘッドラインへのパーマリンク">¶</a></h4>
176
+ <h4>8.3.30.4.1.1. <tt class="docutils literal"><span class="pre">table_name</span></tt><a class="headerlink" href="#table-name" title="このヘッドラインへのパーマリンク">¶</a></h4>
177
177
  <p>テーブルの名前を指定します。</p>
178
178
  </div>
179
179
  </div>
180
180
  </div>
181
181
  <div class="section" id="return-value">
182
- <h2>8.3.29.5. 戻り値<a class="headerlink" href="#return-value" title="このヘッドラインへのパーマリンク">¶</a></h2>
182
+ <h2>8.3.30.5. 戻り値<a class="headerlink" href="#return-value" title="このヘッドラインへのパーマリンク">¶</a></h2>
183
183
  <div class="highlight-none"><div class="highlight"><pre>[HEADER, SUCCEEDED_OR_NOT]
184
184
  </pre></div>
185
185
  </div>
@@ -200,25 +200,25 @@ select Users
200
200
  <div class="sphinxsidebarwrapper">
201
201
  <h3><a href="../../index.html">目次</a></h3>
202
202
  <ul>
203
- <li><a class="reference internal" href="#">8.3.29. <tt class="docutils literal"><span class="pre">truncate</span></tt></a><ul>
204
- <li><a class="reference internal" href="#summary">8.3.29.1. 概要</a></li>
205
- <li><a class="reference internal" href="#syntax">8.3.29.2. 構文</a></li>
206
- <li><a class="reference internal" href="#usage">8.3.29.3. 使い方</a></li>
207
- <li><a class="reference internal" href="#parameters">8.3.29.4. 引数</a><ul>
208
- <li><a class="reference internal" href="#required-parameter">8.3.29.4.1. 必須引数</a><ul>
209
- <li><a class="reference internal" href="#table-name">8.3.29.4.1.1. <tt class="docutils literal"><span class="pre">table_name</span></tt></a></li>
203
+ <li><a class="reference internal" href="#">8.3.30. <tt class="docutils literal"><span class="pre">truncate</span></tt></a><ul>
204
+ <li><a class="reference internal" href="#summary">8.3.30.1. 概要</a></li>
205
+ <li><a class="reference internal" href="#syntax">8.3.30.2. 構文</a></li>
206
+ <li><a class="reference internal" href="#usage">8.3.30.3. 使い方</a></li>
207
+ <li><a class="reference internal" href="#parameters">8.3.30.4. 引数</a><ul>
208
+ <li><a class="reference internal" href="#required-parameter">8.3.30.4.1. 必須引数</a><ul>
209
+ <li><a class="reference internal" href="#table-name">8.3.30.4.1.1. <tt class="docutils literal"><span class="pre">table_name</span></tt></a></li>
210
210
  </ul>
211
211
  </li>
212
212
  </ul>
213
213
  </li>
214
- <li><a class="reference internal" href="#return-value">8.3.29.5. 戻り値</a></li>
214
+ <li><a class="reference internal" href="#return-value">8.3.30.5. 戻り値</a></li>
215
215
  </ul>
216
216
  </li>
217
217
  </ul>
218
218
 
219
219
  <h4>前のトピックへ</h4>
220
- <p class="topless"><a href="table_remove.html"
221
- title="前の章へ">8.3.28. table_remove</a></p>
220
+ <p class="topless"><a href="tokenize.html"
221
+ title="前の章へ">8.3.29. <tt class="docutils literal docutils literal docutils literal docutils literal"><span class="pre">tokenize</span></tt></a></p>
222
222
  <h4>次のトピックへ</h4>
223
223
  <p class="topless"><a href="../types.html"
224
224
  title="次の章へ">8.4. データ型</a></p>
@@ -254,9 +254,9 @@ select Users
254
254
  <a href="../types.html" title="8.4. データ型"
255
255
  >次へ</a> |</li>
256
256
  <li class="right" >
257
- <a href="table_remove.html" title="8.3.28. table_remove"
257
+ <a href="tokenize.html" title="8.3.29. tokenize"
258
258
  >前へ</a> |</li>
259
- <li><a href="../../index.html">groonga v3.0.3ドキュメント</a> &raquo;</li>
259
+ <li><a href="../../index.html">groonga v3.0.4ドキュメント</a> &raquo;</li>
260
260
  <li><a href="../../reference.html" >8. リファレンスマニュアル</a> &raquo;</li>
261
261
  <li><a href="../command.html" >8.3. コマンド</a> &raquo;</li>
262
262
  </ul>
@@ -7,7 +7,7 @@
7
7
  <head>
8
8
  <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
9
9
 
10
- <title>add &mdash; groonga v3.0.3ドキュメント</title>
10
+ <title>add &mdash; groonga v3.0.4ドキュメント</title>
11
11
 
12
12
  <link rel="stylesheet" href="../../_static/groonga.css" type="text/css" />
13
13
  <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
@@ -15,7 +15,7 @@
15
15
  <script type="text/javascript">
16
16
  var DOCUMENTATION_OPTIONS = {
17
17
  URL_ROOT: '../../',
18
- VERSION: '3.0.3',
18
+ VERSION: '3.0.4',
19
19
  COLLAPSE_INDEX: false,
20
20
  FILE_SUFFIX: '.html',
21
21
  HAS_SOURCE: true
@@ -26,7 +26,7 @@
26
26
  <script type="text/javascript" src="../../_static/doctools.js"></script>
27
27
  <script type="text/javascript" src="../../_static/translations.js"></script>
28
28
  <link rel="shortcut icon" href="../../_static/favicon.ico"/>
29
- <link rel="top" title="groonga v3.0.3ドキュメント" href="../../index.html" />
29
+ <link rel="top" title="groonga v3.0.4ドキュメント" href="../../index.html" />
30
30
  </head>
31
31
  <body>
32
32
  <div class="header">
@@ -52,7 +52,7 @@
52
52
  <li class="right" style="margin-right: 10px">
53
53
  <a href="../../genindex.html" title="総合索引"
54
54
  accesskey="I">索引</a></li>
55
- <li><a href="../../index.html">groonga v3.0.3ドキュメント</a> &raquo;</li>
55
+ <li><a href="../../index.html">groonga v3.0.4ドキュメント</a> &raquo;</li>
56
56
  </ul>
57
57
  </div>
58
58
 
@@ -190,7 +190,7 @@
190
190
  <li class="right" style="margin-right: 10px">
191
191
  <a href="../../genindex.html" title="総合索引"
192
192
  >索引</a></li>
193
- <li><a href="../../index.html">groonga v3.0.3ドキュメント</a> &raquo;</li>
193
+ <li><a href="../../index.html">groonga v3.0.4ドキュメント</a> &raquo;</li>
194
194
  </ul>
195
195
  </div>
196
196
  <div class="footer">
@@ -7,7 +7,7 @@
7
7
  <head>
8
8
  <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
9
9
 
10
- <title>get &mdash; groonga v3.0.3ドキュメント</title>
10
+ <title>get &mdash; groonga v3.0.4ドキュメント</title>
11
11
 
12
12
  <link rel="stylesheet" href="../../_static/groonga.css" type="text/css" />
13
13
  <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
@@ -15,7 +15,7 @@
15
15
  <script type="text/javascript">
16
16
  var DOCUMENTATION_OPTIONS = {
17
17
  URL_ROOT: '../../',
18
- VERSION: '3.0.3',
18
+ VERSION: '3.0.4',
19
19
  COLLAPSE_INDEX: false,
20
20
  FILE_SUFFIX: '.html',
21
21
  HAS_SOURCE: true
@@ -26,7 +26,7 @@
26
26
  <script type="text/javascript" src="../../_static/doctools.js"></script>
27
27
  <script type="text/javascript" src="../../_static/translations.js"></script>
28
28
  <link rel="shortcut icon" href="../../_static/favicon.ico"/>
29
- <link rel="top" title="groonga v3.0.3ドキュメント" href="../../index.html" />
29
+ <link rel="top" title="groonga v3.0.4ドキュメント" href="../../index.html" />
30
30
  </head>
31
31
  <body>
32
32
  <div class="header">
@@ -52,7 +52,7 @@
52
52
  <li class="right" style="margin-right: 10px">
53
53
  <a href="../../genindex.html" title="総合索引"
54
54
  accesskey="I">索引</a></li>
55
- <li><a href="../../index.html">groonga v3.0.3ドキュメント</a> &raquo;</li>
55
+ <li><a href="../../index.html">groonga v3.0.4ドキュメント</a> &raquo;</li>
56
56
  </ul>
57
57
  </div>
58
58
 
@@ -171,7 +171,7 @@
171
171
  <li class="right" style="margin-right: 10px">
172
172
  <a href="../../genindex.html" title="総合索引"
173
173
  >索引</a></li>
174
- <li><a href="../../index.html">groonga v3.0.3ドキュメント</a> &raquo;</li>
174
+ <li><a href="../../index.html">groonga v3.0.4ドキュメント</a> &raquo;</li>
175
175
  </ul>
176
176
  </div>
177
177
  <div class="footer">
@@ -7,7 +7,7 @@
7
7
  <head>
8
8
  <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
9
9
 
10
- <title>set &mdash; groonga v3.0.3ドキュメント</title>
10
+ <title>set &mdash; groonga v3.0.4ドキュメント</title>
11
11
 
12
12
  <link rel="stylesheet" href="../../_static/groonga.css" type="text/css" />
13
13
  <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
@@ -15,7 +15,7 @@
15
15
  <script type="text/javascript">
16
16
  var DOCUMENTATION_OPTIONS = {
17
17
  URL_ROOT: '../../',
18
- VERSION: '3.0.3',
18
+ VERSION: '3.0.4',
19
19
  COLLAPSE_INDEX: false,
20
20
  FILE_SUFFIX: '.html',
21
21
  HAS_SOURCE: true
@@ -26,7 +26,7 @@
26
26
  <script type="text/javascript" src="../../_static/doctools.js"></script>
27
27
  <script type="text/javascript" src="../../_static/translations.js"></script>
28
28
  <link rel="shortcut icon" href="../../_static/favicon.ico"/>
29
- <link rel="top" title="groonga v3.0.3ドキュメント" href="../../index.html" />
29
+ <link rel="top" title="groonga v3.0.4ドキュメント" href="../../index.html" />
30
30
  </head>
31
31
  <body>
32
32
  <div class="header">
@@ -52,7 +52,7 @@
52
52
  <li class="right" style="margin-right: 10px">
53
53
  <a href="../../genindex.html" title="総合索引"
54
54
  accesskey="I">索引</a></li>
55
- <li><a href="../../index.html">groonga v3.0.3ドキュメント</a> &raquo;</li>
55
+ <li><a href="../../index.html">groonga v3.0.4ドキュメント</a> &raquo;</li>
56
56
  </ul>
57
57
  </div>
58
58
 
@@ -192,7 +192,7 @@
192
192
  <li class="right" style="margin-right: 10px">
193
193
  <a href="../../genindex.html" title="総合索引"
194
194
  >索引</a></li>
195
- <li><a href="../../index.html">groonga v3.0.3ドキュメント</a> &raquo;</li>
195
+ <li><a href="../../index.html">groonga v3.0.4ドキュメント</a> &raquo;</li>
196
196
  </ul>
197
197
  </div>
198
198
  <div class="footer">