rroonga 3.0.1-x86-mingw32 → 3.0.2-x86-mingw32

Sign up to get free protection for your applications and to get access to all the features.
Files changed (374) hide show
  1. data/doc/text/news.textile +21 -0
  2. data/ext/groonga/rb-grn-index-column.c +353 -1
  3. data/ext/groonga/rb-grn-object.c +529 -495
  4. data/ext/groonga/rb-grn-table.c +48 -0
  5. data/ext/groonga/rb-grn-utils.c +585 -418
  6. data/ext/groonga/rb-grn.h +6 -4
  7. data/lib/1.9/groonga.so +0 -0
  8. data/lib/2.0/groonga.so +0 -0
  9. data/lib/groonga/dumper.rb +25 -8
  10. data/lib/groonga/record.rb +21 -2
  11. data/lib/groonga/schema.rb +2 -2
  12. data/rroonga-build.rb +1 -1
  13. data/rroonga.gemspec +2 -0
  14. data/test/test-database-dumper.rb +45 -3
  15. data/test/test-expression-builder.rb +0 -13
  16. data/test/test-fix-size-column.rb +40 -9
  17. data/test/test-index-column.rb +130 -1
  18. data/test/test-record.rb +43 -8
  19. data/test/test-schema-create-table.rb +2 -2
  20. data/test/test-schema-dumper.rb +46 -6
  21. data/test/test-table.rb +4 -3
  22. data/test/test-variable-size-column.rb +115 -26
  23. data/vendor/local/bin/groonga-benchmark.exe +0 -0
  24. data/vendor/local/bin/groonga.exe +0 -0
  25. data/vendor/local/bin/libgcc_s_sjlj-1.dll +0 -0
  26. data/vendor/local/bin/libgroonga-0.dll +0 -0
  27. data/vendor/local/bin/libmecab-1.dll +0 -0
  28. data/vendor/local/bin/libmsgpack-3.dll +0 -0
  29. data/vendor/local/bin/libmsgpackc-2.dll +0 -0
  30. data/vendor/local/bin/libstdc++-6.dll +0 -0
  31. data/vendor/local/bin/mecab.exe +0 -0
  32. data/vendor/local/include/groonga/groonga.h +1 -9
  33. data/vendor/local/lib/groonga/plugins/query_expanders/tsv.a +0 -0
  34. data/vendor/local/lib/groonga/plugins/query_expanders/tsv.dll +0 -0
  35. data/vendor/local/lib/groonga/plugins/query_expanders/tsv.dll.a +0 -0
  36. data/vendor/local/lib/groonga/plugins/query_expanders/tsv.la +1 -1
  37. data/vendor/local/lib/groonga/plugins/suggest/suggest.a +0 -0
  38. data/vendor/local/lib/groonga/plugins/suggest/suggest.dll +0 -0
  39. data/vendor/local/lib/groonga/plugins/suggest/suggest.dll.a +0 -0
  40. data/vendor/local/lib/groonga/plugins/suggest/suggest.la +1 -1
  41. data/vendor/local/lib/groonga/plugins/table/table.a +0 -0
  42. data/vendor/local/lib/groonga/plugins/table/table.dll +0 -0
  43. data/vendor/local/lib/groonga/plugins/table/table.dll.a +0 -0
  44. data/vendor/local/lib/groonga/plugins/table/table.la +1 -1
  45. data/vendor/local/lib/groonga/plugins/tokenizers/mecab.a +0 -0
  46. data/vendor/local/lib/groonga/plugins/tokenizers/mecab.dll +0 -0
  47. data/vendor/local/lib/groonga/plugins/tokenizers/mecab.dll.a +0 -0
  48. data/vendor/local/lib/groonga/plugins/tokenizers/mecab.la +1 -1
  49. data/vendor/local/lib/libgroonga.a +0 -0
  50. data/vendor/local/lib/libgroonga.dll.a +0 -0
  51. data/vendor/local/lib/libgroonga.la +1 -1
  52. data/vendor/local/lib/libmecab.a +0 -0
  53. data/vendor/local/lib/libmecab.dll.a +0 -0
  54. data/vendor/local/lib/libmsgpack.a +0 -0
  55. data/vendor/local/lib/libmsgpack.dll.a +0 -0
  56. data/vendor/local/lib/libmsgpack.la +1 -1
  57. data/vendor/local/lib/libmsgpackc.a +0 -0
  58. data/vendor/local/lib/libmsgpackc.dll.a +0 -0
  59. data/vendor/local/lib/libmsgpackc.la +1 -1
  60. data/vendor/local/lib/pkgconfig/groonga.pc +2 -2
  61. data/vendor/local/libexec/mecab/mecab-cost-train.exe +0 -0
  62. data/vendor/local/libexec/mecab/mecab-dict-gen.exe +0 -0
  63. data/vendor/local/libexec/mecab/mecab-dict-index.exe +0 -0
  64. data/vendor/local/libexec/mecab/mecab-system-eval.exe +0 -0
  65. data/vendor/local/libexec/mecab/mecab-test-gen.exe +0 -0
  66. data/vendor/local/share/doc/groonga/en/html/.buildinfo +1 -1
  67. data/vendor/local/share/doc/groonga/en/html/_sources/install/centos.txt +3 -3
  68. data/vendor/local/share/doc/groonga/en/html/_sources/install/debian.txt +43 -3
  69. data/vendor/local/share/doc/groonga/en/html/_sources/install/fedora.txt +3 -3
  70. data/vendor/local/share/doc/groonga/en/html/_sources/install/mac_os_x.txt +3 -3
  71. data/vendor/local/share/doc/groonga/en/html/_sources/install/others.txt +3 -3
  72. data/vendor/local/share/doc/groonga/en/html/_sources/install/solaris.txt +3 -3
  73. data/vendor/local/share/doc/groonga/en/html/_sources/install/ubuntu.txt +3 -50
  74. data/vendor/local/share/doc/groonga/en/html/_sources/install/windows.txt +11 -21
  75. data/vendor/local/share/doc/groonga/en/html/_sources/news.txt +51 -0
  76. data/vendor/local/share/doc/groonga/en/html/_sources/reference/api/grn_ctx.txt +49 -0
  77. data/vendor/local/share/doc/groonga/en/html/_sources/reference/api.txt +8 -1
  78. data/vendor/local/share/doc/groonga/en/html/_sources/reference/commands/tokenize.txt +196 -0
  79. data/vendor/local/share/doc/groonga/en/html/_sources/reference/normalizers.txt +1 -1
  80. data/vendor/local/share/doc/groonga/en/html/_sources/reference/tokenizers.txt +16 -0
  81. data/vendor/local/share/doc/groonga/en/html/_static/pygments.css +2 -2
  82. data/vendor/local/share/doc/groonga/en/html/characteristic.html +5 -5
  83. data/vendor/local/share/doc/groonga/en/html/community.html +5 -5
  84. data/vendor/local/share/doc/groonga/en/html/contribution/development/com.html +5 -5
  85. data/vendor/local/share/doc/groonga/en/html/contribution/development/document.html +5 -5
  86. data/vendor/local/share/doc/groonga/en/html/contribution/development/query.html +5 -5
  87. data/vendor/local/share/doc/groonga/en/html/contribution/development/release.html +5 -5
  88. data/vendor/local/share/doc/groonga/en/html/contribution/development/repository.html +5 -5
  89. data/vendor/local/share/doc/groonga/en/html/contribution/development/test.html +5 -5
  90. data/vendor/local/share/doc/groonga/en/html/contribution/development.html +5 -5
  91. data/vendor/local/share/doc/groonga/en/html/contribution/documentation/c-api.html +5 -5
  92. data/vendor/local/share/doc/groonga/en/html/contribution/documentation/i18n.html +13 -5
  93. data/vendor/local/share/doc/groonga/en/html/contribution/documentation.html +5 -5
  94. data/vendor/local/share/doc/groonga/en/html/contribution/report.html +5 -5
  95. data/vendor/local/share/doc/groonga/en/html/contribution.html +5 -5
  96. data/vendor/local/share/doc/groonga/en/html/development/travis-ci.html +5 -5
  97. data/vendor/local/share/doc/groonga/en/html/development.html +5 -5
  98. data/vendor/local/share/doc/groonga/en/html/genindex.html +22 -5
  99. data/vendor/local/share/doc/groonga/en/html/geolocation_search.html +5 -5
  100. data/vendor/local/share/doc/groonga/en/html/index.html +19 -14
  101. data/vendor/local/share/doc/groonga/en/html/install/centos.html +8 -8
  102. data/vendor/local/share/doc/groonga/en/html/install/debian.html +48 -12
  103. data/vendor/local/share/doc/groonga/en/html/install/fedora.html +8 -8
  104. data/vendor/local/share/doc/groonga/en/html/install/mac_os_x.html +8 -8
  105. data/vendor/local/share/doc/groonga/en/html/install/others.html +8 -8
  106. data/vendor/local/share/doc/groonga/en/html/install/solaris.html +8 -8
  107. data/vendor/local/share/doc/groonga/en/html/install/ubuntu.html +16 -60
  108. data/vendor/local/share/doc/groonga/en/html/install/windows.html +16 -25
  109. data/vendor/local/share/doc/groonga/en/html/install.html +12 -12
  110. data/vendor/local/share/doc/groonga/en/html/limitations.html +5 -5
  111. data/vendor/local/share/doc/groonga/en/html/news/0.x.html +5 -5
  112. data/vendor/local/share/doc/groonga/en/html/news/1.0.x.html +5 -5
  113. data/vendor/local/share/doc/groonga/en/html/news/1.1.x.html +5 -5
  114. data/vendor/local/share/doc/groonga/en/html/news/1.2.x.html +5 -5
  115. data/vendor/local/share/doc/groonga/en/html/news/senna.html +5 -5
  116. data/vendor/local/share/doc/groonga/en/html/news.html +187 -129
  117. data/vendor/local/share/doc/groonga/en/html/objects.inv +0 -0
  118. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_ctx.html +198 -0
  119. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_expr.html +31 -6
  120. data/vendor/local/share/doc/groonga/en/html/reference/api.html +18 -11
  121. data/vendor/local/share/doc/groonga/en/html/reference/cast.html +5 -5
  122. data/vendor/local/share/doc/groonga/en/html/reference/command/command_version.html +5 -5
  123. data/vendor/local/share/doc/groonga/en/html/reference/command/output_format.html +5 -5
  124. data/vendor/local/share/doc/groonga/en/html/reference/command/return_code.html +5 -5
  125. data/vendor/local/share/doc/groonga/en/html/reference/command.html +7 -6
  126. data/vendor/local/share/doc/groonga/en/html/reference/commands/cache_limit.html +5 -5
  127. data/vendor/local/share/doc/groonga/en/html/reference/commands/check.html +5 -5
  128. data/vendor/local/share/doc/groonga/en/html/reference/commands/clearlock.html +5 -5
  129. data/vendor/local/share/doc/groonga/en/html/reference/commands/column_create.html +5 -5
  130. data/vendor/local/share/doc/groonga/en/html/reference/commands/column_list.html +5 -5
  131. data/vendor/local/share/doc/groonga/en/html/reference/commands/column_remove.html +17 -17
  132. data/vendor/local/share/doc/groonga/en/html/reference/commands/column_rename.html +5 -5
  133. data/vendor/local/share/doc/groonga/en/html/reference/commands/define_selector.html +5 -5
  134. data/vendor/local/share/doc/groonga/en/html/reference/commands/defrag.html +5 -5
  135. data/vendor/local/share/doc/groonga/en/html/reference/commands/delete.html +5 -5
  136. data/vendor/local/share/doc/groonga/en/html/reference/commands/dump.html +5 -5
  137. data/vendor/local/share/doc/groonga/en/html/reference/commands/load.html +5 -5
  138. data/vendor/local/share/doc/groonga/en/html/reference/commands/log_level.html +5 -5
  139. data/vendor/local/share/doc/groonga/en/html/reference/commands/log_put.html +5 -5
  140. data/vendor/local/share/doc/groonga/en/html/reference/commands/log_reopen.html +5 -5
  141. data/vendor/local/share/doc/groonga/en/html/reference/commands/normalize.html +5 -5
  142. data/vendor/local/share/doc/groonga/en/html/reference/commands/quit.html +5 -5
  143. data/vendor/local/share/doc/groonga/en/html/reference/commands/register.html +5 -5
  144. data/vendor/local/share/doc/groonga/en/html/reference/commands/select.html +5 -5
  145. data/vendor/local/share/doc/groonga/en/html/reference/commands/shutdown.html +5 -5
  146. data/vendor/local/share/doc/groonga/en/html/reference/commands/status.html +5 -5
  147. data/vendor/local/share/doc/groonga/en/html/reference/commands/suggest.html +5 -5
  148. data/vendor/local/share/doc/groonga/en/html/reference/commands/table_create.html +5 -5
  149. data/vendor/local/share/doc/groonga/en/html/reference/commands/table_list.html +5 -5
  150. data/vendor/local/share/doc/groonga/en/html/reference/commands/table_remove.html +10 -10
  151. data/vendor/local/share/doc/groonga/en/html/reference/commands/tokenize.html +310 -0
  152. data/vendor/local/share/doc/groonga/en/html/reference/commands/truncate.html +26 -26
  153. data/vendor/local/share/doc/groonga/en/html/reference/commands_not_implemented/add.html +5 -5
  154. data/vendor/local/share/doc/groonga/en/html/reference/commands_not_implemented/get.html +5 -5
  155. data/vendor/local/share/doc/groonga/en/html/reference/commands_not_implemented/set.html +5 -5
  156. data/vendor/local/share/doc/groonga/en/html/reference/executables/grnslap.html +5 -5
  157. data/vendor/local/share/doc/groonga/en/html/reference/executables/grntest.html +5 -5
  158. data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-httpd.html +5 -5
  159. data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-server-http.html +5 -5
  160. data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-suggest-create-dataset.html +5 -5
  161. data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga.html +5 -5
  162. data/vendor/local/share/doc/groonga/en/html/reference/executables.html +5 -5
  163. data/vendor/local/share/doc/groonga/en/html/reference/function.html +5 -5
  164. data/vendor/local/share/doc/groonga/en/html/reference/functions/edit_distance.html +5 -5
  165. data/vendor/local/share/doc/groonga/en/html/reference/functions/geo_distance.html +5 -5
  166. data/vendor/local/share/doc/groonga/en/html/reference/functions/geo_in_circle.html +5 -5
  167. data/vendor/local/share/doc/groonga/en/html/reference/functions/geo_in_rectangle.html +5 -5
  168. data/vendor/local/share/doc/groonga/en/html/reference/functions/now.html +5 -5
  169. data/vendor/local/share/doc/groonga/en/html/reference/functions/query.html +5 -5
  170. data/vendor/local/share/doc/groonga/en/html/reference/functions/rand.html +5 -5
  171. data/vendor/local/share/doc/groonga/en/html/reference/functions/snippet_html.html +5 -5
  172. data/vendor/local/share/doc/groonga/en/html/reference/functions/sub_filter.html +5 -5
  173. data/vendor/local/share/doc/groonga/en/html/reference/grn_expr/query_syntax.html +5 -5
  174. data/vendor/local/share/doc/groonga/en/html/reference/grn_expr/script_syntax.html +5 -5
  175. data/vendor/local/share/doc/groonga/en/html/reference/grn_expr.html +5 -5
  176. data/vendor/local/share/doc/groonga/en/html/reference/indexing.html +5 -5
  177. data/vendor/local/share/doc/groonga/en/html/reference/log.html +5 -5
  178. data/vendor/local/share/doc/groonga/en/html/reference/normalizers.html +6 -6
  179. data/vendor/local/share/doc/groonga/en/html/reference/output.html +5 -5
  180. data/vendor/local/share/doc/groonga/en/html/reference/pseudo_column.html +5 -5
  181. data/vendor/local/share/doc/groonga/en/html/reference/query_expanders/tsv.html +5 -5
  182. data/vendor/local/share/doc/groonga/en/html/reference/query_expanders.html +5 -5
  183. data/vendor/local/share/doc/groonga/en/html/reference/tables.html +5 -5
  184. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers.html +20 -5
  185. data/vendor/local/share/doc/groonga/en/html/reference/types.html +9 -9
  186. data/vendor/local/share/doc/groonga/en/html/reference.html +12 -7
  187. data/vendor/local/share/doc/groonga/en/html/search.html +5 -5
  188. data/vendor/local/share/doc/groonga/en/html/searchindex.js +1 -1
  189. data/vendor/local/share/doc/groonga/en/html/server/gqtp.html +5 -5
  190. data/vendor/local/share/doc/groonga/en/html/server/http/comparison.html +5 -5
  191. data/vendor/local/share/doc/groonga/en/html/server/http/groonga-httpd.html +5 -5
  192. data/vendor/local/share/doc/groonga/en/html/server/http/groonga.html +5 -5
  193. data/vendor/local/share/doc/groonga/en/html/server/http.html +5 -5
  194. data/vendor/local/share/doc/groonga/en/html/server/package.html +5 -5
  195. data/vendor/local/share/doc/groonga/en/html/server.html +5 -5
  196. data/vendor/local/share/doc/groonga/en/html/spec/gqtp.html +5 -5
  197. data/vendor/local/share/doc/groonga/en/html/spec/search.html +5 -5
  198. data/vendor/local/share/doc/groonga/en/html/spec.html +10 -10
  199. data/vendor/local/share/doc/groonga/en/html/suggest/completion.html +5 -5
  200. data/vendor/local/share/doc/groonga/en/html/suggest/correction.html +5 -5
  201. data/vendor/local/share/doc/groonga/en/html/suggest/introduction.html +5 -5
  202. data/vendor/local/share/doc/groonga/en/html/suggest/suggestion.html +5 -5
  203. data/vendor/local/share/doc/groonga/en/html/suggest/tutorial.html +5 -5
  204. data/vendor/local/share/doc/groonga/en/html/suggest.html +5 -5
  205. data/vendor/local/share/doc/groonga/en/html/troubleshooting/different_results_with_the_same_keyword.html +5 -5
  206. data/vendor/local/share/doc/groonga/en/html/troubleshooting.html +5 -5
  207. data/vendor/local/share/doc/groonga/en/html/tutorial/data.html +5 -5
  208. data/vendor/local/share/doc/groonga/en/html/tutorial/drilldown.html +5 -5
  209. data/vendor/local/share/doc/groonga/en/html/tutorial/index.html +5 -5
  210. data/vendor/local/share/doc/groonga/en/html/tutorial/introduction.html +5 -5
  211. data/vendor/local/share/doc/groonga/en/html/tutorial/lexicon.html +5 -5
  212. data/vendor/local/share/doc/groonga/en/html/tutorial/match_columns.html +5 -5
  213. data/vendor/local/share/doc/groonga/en/html/tutorial/micro_blog.html +5 -5
  214. data/vendor/local/share/doc/groonga/en/html/tutorial/network.html +5 -5
  215. data/vendor/local/share/doc/groonga/en/html/tutorial/patricia_trie.html +5 -5
  216. data/vendor/local/share/doc/groonga/en/html/tutorial/query_expansion.html +5 -5
  217. data/vendor/local/share/doc/groonga/en/html/tutorial/search.html +5 -5
  218. data/vendor/local/share/doc/groonga/en/html/tutorial.html +5 -5
  219. data/vendor/local/share/doc/groonga/ja/html/.buildinfo +1 -1
  220. data/vendor/local/share/doc/groonga/ja/html/_sources/install/centos.txt +3 -3
  221. data/vendor/local/share/doc/groonga/ja/html/_sources/install/debian.txt +43 -3
  222. data/vendor/local/share/doc/groonga/ja/html/_sources/install/fedora.txt +3 -3
  223. data/vendor/local/share/doc/groonga/ja/html/_sources/install/mac_os_x.txt +3 -3
  224. data/vendor/local/share/doc/groonga/ja/html/_sources/install/others.txt +3 -3
  225. data/vendor/local/share/doc/groonga/ja/html/_sources/install/solaris.txt +3 -3
  226. data/vendor/local/share/doc/groonga/ja/html/_sources/install/ubuntu.txt +3 -50
  227. data/vendor/local/share/doc/groonga/ja/html/_sources/install/windows.txt +11 -21
  228. data/vendor/local/share/doc/groonga/ja/html/_sources/news.txt +51 -0
  229. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/api/grn_ctx.txt +49 -0
  230. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/api.txt +8 -1
  231. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/commands/tokenize.txt +196 -0
  232. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/normalizers.txt +1 -1
  233. data/vendor/local/share/doc/groonga/ja/html/_sources/reference/tokenizers.txt +16 -0
  234. data/vendor/local/share/doc/groonga/ja/html/_static/pygments.css +2 -2
  235. data/vendor/local/share/doc/groonga/ja/html/characteristic.html +5 -5
  236. data/vendor/local/share/doc/groonga/ja/html/community.html +5 -5
  237. data/vendor/local/share/doc/groonga/ja/html/contribution/development/com.html +5 -5
  238. data/vendor/local/share/doc/groonga/ja/html/contribution/development/document.html +5 -5
  239. data/vendor/local/share/doc/groonga/ja/html/contribution/development/query.html +5 -5
  240. data/vendor/local/share/doc/groonga/ja/html/contribution/development/release.html +5 -5
  241. data/vendor/local/share/doc/groonga/ja/html/contribution/development/repository.html +5 -5
  242. data/vendor/local/share/doc/groonga/ja/html/contribution/development/test.html +5 -5
  243. data/vendor/local/share/doc/groonga/ja/html/contribution/development.html +5 -5
  244. data/vendor/local/share/doc/groonga/ja/html/contribution/documentation/c-api.html +5 -5
  245. data/vendor/local/share/doc/groonga/ja/html/contribution/documentation/i18n.html +17 -9
  246. data/vendor/local/share/doc/groonga/ja/html/contribution/documentation.html +5 -5
  247. data/vendor/local/share/doc/groonga/ja/html/contribution/report.html +5 -5
  248. data/vendor/local/share/doc/groonga/ja/html/contribution.html +5 -5
  249. data/vendor/local/share/doc/groonga/ja/html/development/travis-ci.html +5 -5
  250. data/vendor/local/share/doc/groonga/ja/html/development.html +5 -5
  251. data/vendor/local/share/doc/groonga/ja/html/genindex.html +31 -7
  252. data/vendor/local/share/doc/groonga/ja/html/geolocation_search.html +5 -5
  253. data/vendor/local/share/doc/groonga/ja/html/index.html +19 -14
  254. data/vendor/local/share/doc/groonga/ja/html/install/centos.html +8 -8
  255. data/vendor/local/share/doc/groonga/ja/html/install/debian.html +44 -12
  256. data/vendor/local/share/doc/groonga/ja/html/install/fedora.html +8 -8
  257. data/vendor/local/share/doc/groonga/ja/html/install/mac_os_x.html +8 -8
  258. data/vendor/local/share/doc/groonga/ja/html/install/others.html +8 -8
  259. data/vendor/local/share/doc/groonga/ja/html/install/solaris.html +8 -8
  260. data/vendor/local/share/doc/groonga/ja/html/install/ubuntu.html +16 -56
  261. data/vendor/local/share/doc/groonga/ja/html/install/windows.html +16 -25
  262. data/vendor/local/share/doc/groonga/ja/html/install.html +12 -12
  263. data/vendor/local/share/doc/groonga/ja/html/limitations.html +5 -5
  264. data/vendor/local/share/doc/groonga/ja/html/news/0.x.html +5 -5
  265. data/vendor/local/share/doc/groonga/ja/html/news/1.0.x.html +5 -5
  266. data/vendor/local/share/doc/groonga/ja/html/news/1.1.x.html +5 -5
  267. data/vendor/local/share/doc/groonga/ja/html/news/1.2.x.html +5 -5
  268. data/vendor/local/share/doc/groonga/ja/html/news/senna.html +5 -5
  269. data/vendor/local/share/doc/groonga/ja/html/news.html +178 -129
  270. data/vendor/local/share/doc/groonga/ja/html/objects.inv +0 -0
  271. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_ctx.html +195 -0
  272. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_expr.html +31 -6
  273. data/vendor/local/share/doc/groonga/ja/html/reference/api.html +17 -11
  274. data/vendor/local/share/doc/groonga/ja/html/reference/cast.html +5 -5
  275. data/vendor/local/share/doc/groonga/ja/html/reference/command/command_version.html +5 -5
  276. data/vendor/local/share/doc/groonga/ja/html/reference/command/output_format.html +5 -5
  277. data/vendor/local/share/doc/groonga/ja/html/reference/command/return_code.html +5 -5
  278. data/vendor/local/share/doc/groonga/ja/html/reference/command.html +7 -6
  279. data/vendor/local/share/doc/groonga/ja/html/reference/commands/cache_limit.html +5 -5
  280. data/vendor/local/share/doc/groonga/ja/html/reference/commands/check.html +5 -5
  281. data/vendor/local/share/doc/groonga/ja/html/reference/commands/clearlock.html +5 -5
  282. data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_create.html +5 -5
  283. data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_list.html +5 -5
  284. data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_remove.html +17 -17
  285. data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_rename.html +5 -5
  286. data/vendor/local/share/doc/groonga/ja/html/reference/commands/define_selector.html +5 -5
  287. data/vendor/local/share/doc/groonga/ja/html/reference/commands/defrag.html +5 -5
  288. data/vendor/local/share/doc/groonga/ja/html/reference/commands/delete.html +5 -5
  289. data/vendor/local/share/doc/groonga/ja/html/reference/commands/dump.html +5 -5
  290. data/vendor/local/share/doc/groonga/ja/html/reference/commands/load.html +5 -5
  291. data/vendor/local/share/doc/groonga/ja/html/reference/commands/log_level.html +5 -5
  292. data/vendor/local/share/doc/groonga/ja/html/reference/commands/log_put.html +5 -5
  293. data/vendor/local/share/doc/groonga/ja/html/reference/commands/log_reopen.html +5 -5
  294. data/vendor/local/share/doc/groonga/ja/html/reference/commands/normalize.html +5 -5
  295. data/vendor/local/share/doc/groonga/ja/html/reference/commands/quit.html +5 -5
  296. data/vendor/local/share/doc/groonga/ja/html/reference/commands/register.html +5 -5
  297. data/vendor/local/share/doc/groonga/ja/html/reference/commands/select.html +5 -5
  298. data/vendor/local/share/doc/groonga/ja/html/reference/commands/shutdown.html +5 -5
  299. data/vendor/local/share/doc/groonga/ja/html/reference/commands/status.html +5 -5
  300. data/vendor/local/share/doc/groonga/ja/html/reference/commands/suggest.html +5 -5
  301. data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_create.html +5 -5
  302. data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_list.html +5 -5
  303. data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_remove.html +10 -10
  304. data/vendor/local/share/doc/groonga/ja/html/reference/commands/tokenize.html +311 -0
  305. data/vendor/local/share/doc/groonga/ja/html/reference/commands/truncate.html +26 -26
  306. data/vendor/local/share/doc/groonga/ja/html/reference/commands_not_implemented/add.html +5 -5
  307. data/vendor/local/share/doc/groonga/ja/html/reference/commands_not_implemented/get.html +5 -5
  308. data/vendor/local/share/doc/groonga/ja/html/reference/commands_not_implemented/set.html +5 -5
  309. data/vendor/local/share/doc/groonga/ja/html/reference/executables/grnslap.html +5 -5
  310. data/vendor/local/share/doc/groonga/ja/html/reference/executables/grntest.html +5 -5
  311. data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-httpd.html +5 -5
  312. data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-server-http.html +5 -5
  313. data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-suggest-create-dataset.html +5 -5
  314. data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga.html +5 -5
  315. data/vendor/local/share/doc/groonga/ja/html/reference/executables.html +5 -5
  316. data/vendor/local/share/doc/groonga/ja/html/reference/function.html +5 -5
  317. data/vendor/local/share/doc/groonga/ja/html/reference/functions/edit_distance.html +5 -5
  318. data/vendor/local/share/doc/groonga/ja/html/reference/functions/geo_distance.html +5 -5
  319. data/vendor/local/share/doc/groonga/ja/html/reference/functions/geo_in_circle.html +5 -5
  320. data/vendor/local/share/doc/groonga/ja/html/reference/functions/geo_in_rectangle.html +5 -5
  321. data/vendor/local/share/doc/groonga/ja/html/reference/functions/now.html +5 -5
  322. data/vendor/local/share/doc/groonga/ja/html/reference/functions/query.html +5 -5
  323. data/vendor/local/share/doc/groonga/ja/html/reference/functions/rand.html +5 -5
  324. data/vendor/local/share/doc/groonga/ja/html/reference/functions/snippet_html.html +5 -5
  325. data/vendor/local/share/doc/groonga/ja/html/reference/functions/sub_filter.html +5 -5
  326. data/vendor/local/share/doc/groonga/ja/html/reference/grn_expr/query_syntax.html +5 -5
  327. data/vendor/local/share/doc/groonga/ja/html/reference/grn_expr/script_syntax.html +5 -5
  328. data/vendor/local/share/doc/groonga/ja/html/reference/grn_expr.html +5 -5
  329. data/vendor/local/share/doc/groonga/ja/html/reference/indexing.html +5 -5
  330. data/vendor/local/share/doc/groonga/ja/html/reference/log.html +5 -5
  331. data/vendor/local/share/doc/groonga/ja/html/reference/normalizers.html +6 -6
  332. data/vendor/local/share/doc/groonga/ja/html/reference/output.html +5 -5
  333. data/vendor/local/share/doc/groonga/ja/html/reference/pseudo_column.html +5 -5
  334. data/vendor/local/share/doc/groonga/ja/html/reference/query_expanders/tsv.html +5 -5
  335. data/vendor/local/share/doc/groonga/ja/html/reference/query_expanders.html +5 -5
  336. data/vendor/local/share/doc/groonga/ja/html/reference/tables.html +5 -5
  337. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers.html +20 -5
  338. data/vendor/local/share/doc/groonga/ja/html/reference/types.html +9 -9
  339. data/vendor/local/share/doc/groonga/ja/html/reference.html +12 -7
  340. data/vendor/local/share/doc/groonga/ja/html/search.html +5 -5
  341. data/vendor/local/share/doc/groonga/ja/html/searchindex.js +1 -1
  342. data/vendor/local/share/doc/groonga/ja/html/server/gqtp.html +5 -5
  343. data/vendor/local/share/doc/groonga/ja/html/server/http/comparison.html +5 -5
  344. data/vendor/local/share/doc/groonga/ja/html/server/http/groonga-httpd.html +5 -5
  345. data/vendor/local/share/doc/groonga/ja/html/server/http/groonga.html +5 -5
  346. data/vendor/local/share/doc/groonga/ja/html/server/http.html +5 -5
  347. data/vendor/local/share/doc/groonga/ja/html/server/package.html +5 -5
  348. data/vendor/local/share/doc/groonga/ja/html/server.html +5 -5
  349. data/vendor/local/share/doc/groonga/ja/html/spec/gqtp.html +5 -5
  350. data/vendor/local/share/doc/groonga/ja/html/spec/search.html +5 -5
  351. data/vendor/local/share/doc/groonga/ja/html/spec.html +10 -10
  352. data/vendor/local/share/doc/groonga/ja/html/suggest/completion.html +5 -5
  353. data/vendor/local/share/doc/groonga/ja/html/suggest/correction.html +5 -5
  354. data/vendor/local/share/doc/groonga/ja/html/suggest/introduction.html +5 -5
  355. data/vendor/local/share/doc/groonga/ja/html/suggest/suggestion.html +5 -5
  356. data/vendor/local/share/doc/groonga/ja/html/suggest/tutorial.html +5 -5
  357. data/vendor/local/share/doc/groonga/ja/html/suggest.html +5 -5
  358. data/vendor/local/share/doc/groonga/ja/html/troubleshooting/different_results_with_the_same_keyword.html +5 -5
  359. data/vendor/local/share/doc/groonga/ja/html/troubleshooting.html +5 -5
  360. data/vendor/local/share/doc/groonga/ja/html/tutorial/data.html +5 -5
  361. data/vendor/local/share/doc/groonga/ja/html/tutorial/drilldown.html +5 -5
  362. data/vendor/local/share/doc/groonga/ja/html/tutorial/index.html +5 -5
  363. data/vendor/local/share/doc/groonga/ja/html/tutorial/introduction.html +5 -5
  364. data/vendor/local/share/doc/groonga/ja/html/tutorial/lexicon.html +5 -5
  365. data/vendor/local/share/doc/groonga/ja/html/tutorial/match_columns.html +5 -5
  366. data/vendor/local/share/doc/groonga/ja/html/tutorial/micro_blog.html +5 -5
  367. data/vendor/local/share/doc/groonga/ja/html/tutorial/network.html +5 -5
  368. data/vendor/local/share/doc/groonga/ja/html/tutorial/patricia_trie.html +5 -5
  369. data/vendor/local/share/doc/groonga/ja/html/tutorial/query_expansion.html +5 -5
  370. data/vendor/local/share/doc/groonga/ja/html/tutorial/search.html +5 -5
  371. data/vendor/local/share/doc/groonga/ja/html/tutorial.html +5 -5
  372. data/vendor/local/share/man/ja/man1/groonga.1 +3227 -197
  373. data/vendor/local/share/man/man1/groonga.1 +3230 -195
  374. metadata +131 -123
@@ -0,0 +1,310 @@
1
+
2
+ <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
3
+ "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
4
+
5
+
6
+ <html xmlns="http://www.w3.org/1999/xhtml">
7
+ <head>
8
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
9
+
10
+ <title>8.3.29. tokenize &mdash; groonga v3.0.3-116-g8307aaf documentation</title>
11
+
12
+ <link rel="stylesheet" href="../../_static/groonga.css" type="text/css" />
13
+ <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
14
+
15
+ <script type="text/javascript">
16
+ var DOCUMENTATION_OPTIONS = {
17
+ URL_ROOT: '../../',
18
+ VERSION: '3.0.3-116-g8307aaf',
19
+ COLLAPSE_INDEX: false,
20
+ FILE_SUFFIX: '.html',
21
+ HAS_SOURCE: true
22
+ };
23
+ </script>
24
+ <script type="text/javascript" src="../../_static/jquery.js"></script>
25
+ <script type="text/javascript" src="../../_static/underscore.js"></script>
26
+ <script type="text/javascript" src="../../_static/doctools.js"></script>
27
+ <link rel="shortcut icon" href="../../_static/favicon.ico"/>
28
+ <link rel="top" title="groonga v3.0.3-116-g8307aaf documentation" href="../../index.html" />
29
+ <link rel="up" title="8.3. Command" href="../command.html" />
30
+ <link rel="next" title="8.3.30. truncate" href="truncate.html" />
31
+ <link rel="prev" title="8.3.28. table_remove" href="table_remove.html" />
32
+ </head>
33
+ <body>
34
+ <div class="header">
35
+ <h1 class="title">
36
+ <a id="top-link" href="../../index.html">
37
+ <span class="project">groonga</span>
38
+ <span class="separator">-</span>
39
+ <span class="description">An open-source fulltext search engine and column store.</span>
40
+ </a>
41
+ </h1>
42
+
43
+ <div class="other-language-links">
44
+ <ul>
45
+ <li><a href="../../../../ja/html/reference/commands/tokenize.html"><img src="../../_static/jp.png" alt="日本語">日本語版はこちら</a></li>
46
+ </ul>
47
+ </div>
48
+ </div>
49
+
50
+
51
+ <div class="related">
52
+ <h3>Navigation</h3>
53
+ <ul>
54
+ <li class="right" style="margin-right: 10px">
55
+ <a href="../../genindex.html" title="General Index"
56
+ accesskey="I">index</a></li>
57
+ <li class="right" >
58
+ <a href="truncate.html" title="8.3.30. truncate"
59
+ accesskey="N">next</a> |</li>
60
+ <li class="right" >
61
+ <a href="table_remove.html" title="8.3.28. table_remove"
62
+ accesskey="P">previous</a> |</li>
63
+ <li><a href="../../index.html">groonga v3.0.3-116-g8307aaf documentation</a> &raquo;</li>
64
+ <li><a href="../../reference.html" >8. リファレンスマニュアル</a> &raquo;</li>
65
+ <li><a href="../command.html" accesskey="U">8.3. Command</a> &raquo;</li>
66
+ </ul>
67
+ </div>
68
+
69
+ <div class="document">
70
+ <div class="documentwrapper">
71
+ <div class="bodywrapper">
72
+ <div class="body">
73
+
74
+ <div class="section" id="tokenize">
75
+ <h1>8.3.29. <tt class="docutils literal"><span class="pre">tokenize</span></tt><a class="headerlink" href="#tokenize" title="Permalink to this headline">¶</a></h1>
76
+ <div class="section" id="summary">
77
+ <h2>8.3.29.1. Summary<a class="headerlink" href="#summary" title="Permalink to this headline">¶</a></h2>
78
+ <p><tt class="docutils literal"><span class="pre">tokenize</span></tt> command tokenizes text by the specified tokenizer.
79
+ It is useful to debug tokenization.</p>
80
+ </div>
81
+ <div class="section" id="syntax">
82
+ <h2>8.3.29.2. Syntax<a class="headerlink" href="#syntax" title="Permalink to this headline">¶</a></h2>
83
+ <p><tt class="docutils literal"><span class="pre">tokenize</span></tt> command has required parameters and optional parameters.
84
+ <tt class="docutils literal"><span class="pre">tokenizer</span></tt> and <tt class="docutils literal"><span class="pre">string</span></tt> are required parameters. Others are
85
+ optional:</p>
86
+ <div class="highlight-none"><div class="highlight"><pre>tokenize tokenizer
87
+ string
88
+ [normalizer=null]
89
+ [flags=NONE]
90
+ </pre></div>
91
+ </div>
92
+ </div>
93
+ <div class="section" id="usage">
94
+ <h2>8.3.29.3. Usage<a class="headerlink" href="#usage" title="Permalink to this headline">¶</a></h2>
95
+ <p>Here is a simple example.</p>
96
+ <p>It has only required parameters. <tt class="docutils literal"><span class="pre">tokenizer</span></tt> is <tt class="docutils literal"><span class="pre">TokenBigram</span></tt> and
97
+ <tt class="docutils literal"><span class="pre">string</span></tt> is <tt class="docutils literal"><span class="pre">&quot;Fulltext</span> <span class="pre">Search&quot;</span></tt>. It returns tokens that is
98
+ generated by tokenizing <tt class="docutils literal"><span class="pre">&quot;Fulltext</span> <span class="pre">Search&quot;</span></tt> with <tt class="docutils literal"><span class="pre">TokenBigram</span></tt>
99
+ tokenizer. It doesn't normalize <tt class="docutils literal"><span class="pre">&quot;Fulltext</span> <span class="pre">Search&quot;</span></tt>.</p>
100
+ </div>
101
+ <div class="section" id="parameters">
102
+ <h2>8.3.29.4. Parameters<a class="headerlink" href="#parameters" title="Permalink to this headline">¶</a></h2>
103
+ <p>This section describes all parameters. Parameters are categorized.</p>
104
+ <div class="section" id="required-parameters">
105
+ <h3>8.3.29.4.1. Required parameters<a class="headerlink" href="#required-parameters" title="Permalink to this headline">¶</a></h3>
106
+ <p>There are required parameters, <tt class="docutils literal"><span class="pre">tokenizer</span></tt> and <tt class="docutils literal"><span class="pre">string</span></tt>.</p>
107
+ <div class="section" id="tokenizer">
108
+ <h4>8.3.29.4.1.1. <tt class="docutils literal"><span class="pre">tokenizer</span></tt><a class="headerlink" href="#tokenizer" title="Permalink to this headline">¶</a></h4>
109
+ <p>It specifies the tokenizer name. <tt class="docutils literal"><span class="pre">tokenize</span></tt> command uses the
110
+ tokenizer that is named <tt class="docutils literal"><span class="pre">tokenizer</span></tt>.</p>
111
+ <p>See <a class="reference internal" href="../tokenizers.html"><em>Tokenizers</em></a> about built-in tokenizers.</p>
112
+ <p>Here is an example to use <tt class="docutils literal"><span class="pre">TokenTrigram</span></tt> tokenizer.</p>
113
+ <p>If you want to use other tokenizers, you need to register additional
114
+ tokenizer plugin by <a class="reference internal" href="register.html"><em>register</em></a> command. For example, you can use
115
+ MySQL compatible normalizer by registering <a class="reference external" href="https://github.com/groonga/groonga-normalizer-mysql">groonga-normalizer-mysql</a>.</p>
116
+ </div>
117
+ <div class="section" id="string">
118
+ <h4>8.3.29.4.1.2. <tt class="docutils literal"><span class="pre">string</span></tt><a class="headerlink" href="#string" title="Permalink to this headline">¶</a></h4>
119
+ <p>It specifies any string which you want to tokenize. If you want to
120
+ include spaces in <tt class="docutils literal"><span class="pre">string</span></tt>, you need to quote <tt class="docutils literal"><span class="pre">string</span></tt> by
121
+ single quotation (<tt class="docutils literal"><span class="pre">'</span></tt>) or double quotation (<tt class="docutils literal"><span class="pre">&quot;</span></tt>).</p>
122
+ <p>Here is an example to use spaces in <tt class="docutils literal"><span class="pre">string</span></tt>.</p>
123
+ </div>
124
+ </div>
125
+ <div class="section" id="optional-parameters">
126
+ <h3>8.3.29.4.2. Optional parameters<a class="headerlink" href="#optional-parameters" title="Permalink to this headline">¶</a></h3>
127
+ <p>There are optional parameters.</p>
128
+ <div class="section" id="normalizer">
129
+ <h4>8.3.29.4.2.1. <tt class="docutils literal"><span class="pre">normalizer</span></tt><a class="headerlink" href="#normalizer" title="Permalink to this headline">¶</a></h4>
130
+ <p>It specifies the normalizer name. <tt class="docutils literal"><span class="pre">tokenize</span></tt> command uses the
131
+ normalizer that is named <tt class="docutils literal"><span class="pre">normalizer</span></tt>. Normalizer is important for
132
+ N-gram family tokenizers such as <tt class="docutils literal"><span class="pre">TokenBigram</span></tt>.</p>
133
+ <p>Normalizer detects character type for each character while
134
+ normalizing. N-gram family tokenizers use character types while
135
+ tokenizing.</p>
136
+ <p>Here is an example that doesn't use normalizer.</p>
137
+ <p>All alphabets are tokenized by two characters. For example, <tt class="docutils literal"><span class="pre">Fu</span></tt> is
138
+ a token.</p>
139
+ <p>Here is an example that uses normalizer.</p>
140
+ <p>Continuous alphabets are tokenized as one token. For example,
141
+ <tt class="docutils literal"><span class="pre">fulltext</span></tt> is a token.</p>
142
+ <p>If you want to tokenize by two characters with noramlizer, use
143
+ <tt class="docutils literal"><span class="pre">TokenBigramSplitSymbolAlpha</span></tt>.</p>
144
+ <p>All alphabets are tokenized by two characters. And they are normalized
145
+ to lower case characters. For example, <tt class="docutils literal"><span class="pre">fu</span></tt> is a token.</p>
146
+ </div>
147
+ <div class="section" id="flags">
148
+ <h4>8.3.29.4.2.2. <tt class="docutils literal"><span class="pre">flags</span></tt><a class="headerlink" href="#flags" title="Permalink to this headline">¶</a></h4>
149
+ <p>It specifies a tokenization customize options. You can specify
150
+ multiple options separated by &quot;<tt class="docutils literal"><span class="pre">|</span></tt>&quot;. For example,
151
+ <tt class="docutils literal"><span class="pre">NONE|ENABLE_TOKENIZED_DELIMITER</span></tt>.</p>
152
+ <p>Here are available flags.</p>
153
+ <table border="1" class="docutils">
154
+ <colgroup>
155
+ <col width="50%" />
156
+ <col width="50%" />
157
+ </colgroup>
158
+ <thead valign="bottom">
159
+ <tr class="row-odd"><th class="head">Flag</th>
160
+ <th class="head">Description</th>
161
+ </tr>
162
+ </thead>
163
+ <tbody valign="top">
164
+ <tr class="row-even"><td><tt class="docutils literal"><span class="pre">NONE</span></tt></td>
165
+ <td>Just ignored.</td>
166
+ </tr>
167
+ <tr class="row-odd"><td><tt class="docutils literal"><span class="pre">ENABLE_TOKENIZED_DELIMITER</span></tt></td>
168
+ <td>Enables tokenized delimiter. See <a class="reference internal" href="../tokenizers.html"><em>Tokenizers</em></a> about
169
+ tokenized delimiter details.</td>
170
+ </tr>
171
+ </tbody>
172
+ </table>
173
+ <p>Here is an example that uses <tt class="docutils literal"><span class="pre">ENABLE_TOKENIZED_DELIMITER</span></tt>.</p>
174
+ <p><tt class="docutils literal"><span class="pre">TokenDelimit</span></tt> tokenizer is one of tokenized delimiter supported
175
+ tokenizer. <tt class="docutils literal"><span class="pre">ENABLE_TOKENIZED_DELIMITER</span></tt> enables tokenized delimiter.
176
+ Tokenized delimiter is special character that indicates token
177
+ border. It is <cite>U+FFFE</cite>. The character is not assigned any
178
+ character. It means that the character is not appeared in normal
179
+ string. So the character is good character for this puropose. If
180
+ <tt class="docutils literal"><span class="pre">ENABLE_TOKENIZED_DELIMITER</span></tt> is enabled, the target string is
181
+ treated as already tokenized string. Tokenizer just tokenizes by
182
+ tokenized delimiter.</p>
183
+ </div>
184
+ </div>
185
+ </div>
186
+ <div class="section" id="return-value">
187
+ <h2>8.3.29.5. Return value<a class="headerlink" href="#return-value" title="Permalink to this headline">¶</a></h2>
188
+ <p><tt class="docutils literal"><span class="pre">tokenize</span></tt> command returns tokenized tokens. Each token has some
189
+ attributes except token itself. The attributes will be increased in
190
+ the feature:</p>
191
+ <div class="highlight-none"><div class="highlight"><pre>[HEADER, tokens]
192
+ </pre></div>
193
+ </div>
194
+ <p><tt class="docutils literal"><span class="pre">HEADER</span></tt></p>
195
+ <blockquote>
196
+ <div>See <a class="reference internal" href="../command/output_format.html"><em>Output format</em></a> about <tt class="docutils literal"><span class="pre">HEADER</span></tt>.</div></blockquote>
197
+ <p><tt class="docutils literal"><span class="pre">tokens</span></tt></p>
198
+ <blockquote>
199
+ <div><p>Tokens is an array of token. Token is an object that has the following
200
+ attributes.</p>
201
+ <table border="1" class="docutils">
202
+ <colgroup>
203
+ <col width="50%" />
204
+ <col width="50%" />
205
+ </colgroup>
206
+ <thead valign="bottom">
207
+ <tr class="row-odd"><th class="head">Name</th>
208
+ <th class="head">Description</th>
209
+ </tr>
210
+ </thead>
211
+ <tbody valign="top">
212
+ <tr class="row-even"><td><tt class="docutils literal"><span class="pre">value</span></tt></td>
213
+ <td>Token itself.</td>
214
+ </tr>
215
+ <tr class="row-odd"><td><tt class="docutils literal"><span class="pre">position</span></tt></td>
216
+ <td>The N-th token.</td>
217
+ </tr>
218
+ </tbody>
219
+ </table>
220
+ </div></blockquote>
221
+ </div>
222
+ <div class="section" id="see-also">
223
+ <h2>8.3.29.6. See also<a class="headerlink" href="#see-also" title="Permalink to this headline">¶</a></h2>
224
+ <ul class="simple">
225
+ <li><a class="reference internal" href="../tokenizers.html"><em>Tokenizers</em></a></li>
226
+ </ul>
227
+ </div>
228
+ </div>
229
+
230
+
231
+ </div>
232
+ </div>
233
+ </div>
234
+ <div class="sphinxsidebar">
235
+ <div class="sphinxsidebarwrapper">
236
+ <h3><a href="../../index.html">Table Of Contents</a></h3>
237
+ <ul>
238
+ <li><a class="reference internal" href="#">8.3.29. <tt class="docutils literal"><span class="pre">tokenize</span></tt></a><ul>
239
+ <li><a class="reference internal" href="#summary">8.3.29.1. Summary</a></li>
240
+ <li><a class="reference internal" href="#syntax">8.3.29.2. Syntax</a></li>
241
+ <li><a class="reference internal" href="#usage">8.3.29.3. Usage</a></li>
242
+ <li><a class="reference internal" href="#parameters">8.3.29.4. Parameters</a><ul>
243
+ <li><a class="reference internal" href="#required-parameters">8.3.29.4.1. Required parameters</a><ul>
244
+ <li><a class="reference internal" href="#tokenizer">8.3.29.4.1.1. <tt class="docutils literal"><span class="pre">tokenizer</span></tt></a></li>
245
+ <li><a class="reference internal" href="#string">8.3.29.4.1.2. <tt class="docutils literal"><span class="pre">string</span></tt></a></li>
246
+ </ul>
247
+ </li>
248
+ <li><a class="reference internal" href="#optional-parameters">8.3.29.4.2. Optional parameters</a><ul>
249
+ <li><a class="reference internal" href="#normalizer">8.3.29.4.2.1. <tt class="docutils literal"><span class="pre">normalizer</span></tt></a></li>
250
+ <li><a class="reference internal" href="#flags">8.3.29.4.2.2. <tt class="docutils literal"><span class="pre">flags</span></tt></a></li>
251
+ </ul>
252
+ </li>
253
+ </ul>
254
+ </li>
255
+ <li><a class="reference internal" href="#return-value">8.3.29.5. Return value</a></li>
256
+ <li><a class="reference internal" href="#see-also">8.3.29.6. See also</a></li>
257
+ </ul>
258
+ </li>
259
+ </ul>
260
+
261
+ <h4>Previous topic</h4>
262
+ <p class="topless"><a href="table_remove.html"
263
+ title="previous chapter">8.3.28. table_remove</a></p>
264
+ <h4>Next topic</h4>
265
+ <p class="topless"><a href="truncate.html"
266
+ title="next chapter">8.3.30. <tt class="docutils literal"><span class="pre">truncate</span></tt></a></p>
267
+ <h3>This Page</h3>
268
+ <ul class="this-page-menu">
269
+ <li><a href="../../_sources/reference/commands/tokenize.txt"
270
+ rel="nofollow">Show Source</a></li>
271
+ </ul>
272
+ <div id="searchbox" style="display: none">
273
+ <h3>Quick search</h3>
274
+ <form class="search" action="../../search.html" method="get">
275
+ <input type="text" name="q" />
276
+ <input type="submit" value="Go" />
277
+ <input type="hidden" name="check_keywords" value="yes" />
278
+ <input type="hidden" name="area" value="default" />
279
+ </form>
280
+ <p class="searchtip" style="font-size: 90%">
281
+ Enter search terms or a module, class or function name.
282
+ </p>
283
+ </div>
284
+ <script type="text/javascript">$('#searchbox').show(0);</script>
285
+ </div>
286
+ </div>
287
+ <div class="clearer"></div>
288
+ </div>
289
+ <div class="related">
290
+ <h3>Navigation</h3>
291
+ <ul>
292
+ <li class="right" style="margin-right: 10px">
293
+ <a href="../../genindex.html" title="General Index"
294
+ >index</a></li>
295
+ <li class="right" >
296
+ <a href="truncate.html" title="8.3.30. truncate"
297
+ >next</a> |</li>
298
+ <li class="right" >
299
+ <a href="table_remove.html" title="8.3.28. table_remove"
300
+ >previous</a> |</li>
301
+ <li><a href="../../index.html">groonga v3.0.3-116-g8307aaf documentation</a> &raquo;</li>
302
+ <li><a href="../../reference.html" >8. リファレンスマニュアル</a> &raquo;</li>
303
+ <li><a href="../command.html" >8.3. Command</a> &raquo;</li>
304
+ </ul>
305
+ </div>
306
+ <div class="footer">
307
+ &copy; Copyright 2009-2013, Brazil, Inc.
308
+ </div>
309
+ </body>
310
+ </html>
@@ -7,7 +7,7 @@
7
7
  <head>
8
8
  <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
9
9
 
10
- <title>8.3.29. truncate &mdash; groonga v3.0.3 documentation</title>
10
+ <title>8.3.30. truncate &mdash; groonga v3.0.3-116-g8307aaf documentation</title>
11
11
 
12
12
  <link rel="stylesheet" href="../../_static/groonga.css" type="text/css" />
13
13
  <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
@@ -15,7 +15,7 @@
15
15
  <script type="text/javascript">
16
16
  var DOCUMENTATION_OPTIONS = {
17
17
  URL_ROOT: '../../',
18
- VERSION: '3.0.3',
18
+ VERSION: '3.0.3-116-g8307aaf',
19
19
  COLLAPSE_INDEX: false,
20
20
  FILE_SUFFIX: '.html',
21
21
  HAS_SOURCE: true
@@ -25,10 +25,10 @@
25
25
  <script type="text/javascript" src="../../_static/underscore.js"></script>
26
26
  <script type="text/javascript" src="../../_static/doctools.js"></script>
27
27
  <link rel="shortcut icon" href="../../_static/favicon.ico"/>
28
- <link rel="top" title="groonga v3.0.3 documentation" href="../../index.html" />
28
+ <link rel="top" title="groonga v3.0.3-116-g8307aaf documentation" href="../../index.html" />
29
29
  <link rel="up" title="8.3. Command" href="../command.html" />
30
30
  <link rel="next" title="8.4. データ型" href="../types.html" />
31
- <link rel="prev" title="8.3.28. table_remove" href="table_remove.html" />
31
+ <link rel="prev" title="8.3.29. tokenize" href="tokenize.html" />
32
32
  </head>
33
33
  <body>
34
34
  <div class="header">
@@ -58,9 +58,9 @@
58
58
  <a href="../types.html" title="8.4. データ型"
59
59
  accesskey="N">next</a> |</li>
60
60
  <li class="right" >
61
- <a href="table_remove.html" title="8.3.28. table_remove"
61
+ <a href="tokenize.html" title="8.3.29. tokenize"
62
62
  accesskey="P">previous</a> |</li>
63
- <li><a href="../../index.html">groonga v3.0.3 documentation</a> &raquo;</li>
63
+ <li><a href="../../index.html">groonga v3.0.3-116-g8307aaf documentation</a> &raquo;</li>
64
64
  <li><a href="../../reference.html" >8. リファレンスマニュアル</a> &raquo;</li>
65
65
  <li><a href="../command.html" accesskey="U">8.3. Command</a> &raquo;</li>
66
66
  </ul>
@@ -72,13 +72,13 @@
72
72
  <div class="body">
73
73
 
74
74
  <div class="section" id="truncate">
75
- <h1>8.3.29. <tt class="docutils literal"><span class="pre">truncate</span></tt><a class="headerlink" href="#truncate" title="Permalink to this headline">¶</a></h1>
75
+ <h1>8.3.30. <tt class="docutils literal"><span class="pre">truncate</span></tt><a class="headerlink" href="#truncate" title="Permalink to this headline">¶</a></h1>
76
76
  <div class="section" id="summary">
77
- <h2>8.3.29.1. Summary<a class="headerlink" href="#summary" title="Permalink to this headline">¶</a></h2>
77
+ <h2>8.3.30.1. Summary<a class="headerlink" href="#summary" title="Permalink to this headline">¶</a></h2>
78
78
  <p><tt class="docutils literal"><span class="pre">truncate</span></tt> command deletes all records from specified table.</p>
79
79
  </div>
80
80
  <div class="section" id="syntax">
81
- <h2>8.3.29.2. Syntax<a class="headerlink" href="#syntax" title="Permalink to this headline">¶</a></h2>
81
+ <h2>8.3.30.2. Syntax<a class="headerlink" href="#syntax" title="Permalink to this headline">¶</a></h2>
82
82
  <p><tt class="docutils literal"><span class="pre">truncate</span></tt> command takes only one parameter.</p>
83
83
  <p>The required parameter is only <tt class="docutils literal"><span class="pre">table</span></tt>:</p>
84
84
  <div class="highlight-none"><div class="highlight"><pre>truncate table
@@ -86,7 +86,7 @@
86
86
  </div>
87
87
  </div>
88
88
  <div class="section" id="usage">
89
- <h2>8.3.29.3. Usage<a class="headerlink" href="#usage" title="Permalink to this headline">¶</a></h2>
89
+ <h2>8.3.30.3. Usage<a class="headerlink" href="#usage" title="Permalink to this headline">¶</a></h2>
90
90
  <p>Here is a simple example of <tt class="docutils literal"><span class="pre">truncate</span></tt> command.</p>
91
91
  <p>Execution example:</p>
92
92
  <div class="highlight-none"><div class="highlight"><pre>table_create Users TABLE_PAT_KEY ShortText
@@ -166,19 +166,19 @@ select Users
166
166
  </div>
167
167
  </div>
168
168
  <div class="section" id="parameters">
169
- <h2>8.3.29.4. Parameters<a class="headerlink" href="#parameters" title="Permalink to this headline">¶</a></h2>
169
+ <h2>8.3.30.4. Parameters<a class="headerlink" href="#parameters" title="Permalink to this headline">¶</a></h2>
170
170
  <p>This section describes parameters of <tt class="docutils literal"><span class="pre">truncate</span></tt>.</p>
171
171
  <div class="section" id="required-parameter">
172
- <h3>8.3.29.4.1. Required parameter<a class="headerlink" href="#required-parameter" title="Permalink to this headline">¶</a></h3>
172
+ <h3>8.3.30.4.1. Required parameter<a class="headerlink" href="#required-parameter" title="Permalink to this headline">¶</a></h3>
173
173
  <p>There is required parameter, <tt class="docutils literal"><span class="pre">table_name</span></tt>.</p>
174
174
  <div class="section" id="table-name">
175
- <h4>8.3.29.4.1.1. <tt class="docutils literal"><span class="pre">table_name</span></tt><a class="headerlink" href="#table-name" title="Permalink to this headline">¶</a></h4>
175
+ <h4>8.3.30.4.1.1. <tt class="docutils literal"><span class="pre">table_name</span></tt><a class="headerlink" href="#table-name" title="Permalink to this headline">¶</a></h4>
176
176
  <p>It specifies the name of table.</p>
177
177
  </div>
178
178
  </div>
179
179
  </div>
180
180
  <div class="section" id="return-value">
181
- <h2>8.3.29.5. Return value<a class="headerlink" href="#return-value" title="Permalink to this headline">¶</a></h2>
181
+ <h2>8.3.30.5. Return value<a class="headerlink" href="#return-value" title="Permalink to this headline">¶</a></h2>
182
182
  <div class="highlight-none"><div class="highlight"><pre>[HEADER, SUCCEEDED_OR_NOT]
183
183
  </pre></div>
184
184
  </div>
@@ -200,25 +200,25 @@ See <a class="reference internal" href="../command/output_format.html"><em>Outpu
200
200
  <div class="sphinxsidebarwrapper">
201
201
  <h3><a href="../../index.html">Table Of Contents</a></h3>
202
202
  <ul>
203
- <li><a class="reference internal" href="#">8.3.29. <tt class="docutils literal"><span class="pre">truncate</span></tt></a><ul>
204
- <li><a class="reference internal" href="#summary">8.3.29.1. Summary</a></li>
205
- <li><a class="reference internal" href="#syntax">8.3.29.2. Syntax</a></li>
206
- <li><a class="reference internal" href="#usage">8.3.29.3. Usage</a></li>
207
- <li><a class="reference internal" href="#parameters">8.3.29.4. Parameters</a><ul>
208
- <li><a class="reference internal" href="#required-parameter">8.3.29.4.1. Required parameter</a><ul>
209
- <li><a class="reference internal" href="#table-name">8.3.29.4.1.1. <tt class="docutils literal"><span class="pre">table_name</span></tt></a></li>
203
+ <li><a class="reference internal" href="#">8.3.30. <tt class="docutils literal"><span class="pre">truncate</span></tt></a><ul>
204
+ <li><a class="reference internal" href="#summary">8.3.30.1. Summary</a></li>
205
+ <li><a class="reference internal" href="#syntax">8.3.30.2. Syntax</a></li>
206
+ <li><a class="reference internal" href="#usage">8.3.30.3. Usage</a></li>
207
+ <li><a class="reference internal" href="#parameters">8.3.30.4. Parameters</a><ul>
208
+ <li><a class="reference internal" href="#required-parameter">8.3.30.4.1. Required parameter</a><ul>
209
+ <li><a class="reference internal" href="#table-name">8.3.30.4.1.1. <tt class="docutils literal"><span class="pre">table_name</span></tt></a></li>
210
210
  </ul>
211
211
  </li>
212
212
  </ul>
213
213
  </li>
214
- <li><a class="reference internal" href="#return-value">8.3.29.5. Return value</a></li>
214
+ <li><a class="reference internal" href="#return-value">8.3.30.5. Return value</a></li>
215
215
  </ul>
216
216
  </li>
217
217
  </ul>
218
218
 
219
219
  <h4>Previous topic</h4>
220
- <p class="topless"><a href="table_remove.html"
221
- title="previous chapter">8.3.28. table_remove</a></p>
220
+ <p class="topless"><a href="tokenize.html"
221
+ title="previous chapter">8.3.29. <tt class="docutils literal docutils literal docutils literal docutils literal"><span class="pre">tokenize</span></tt></a></p>
222
222
  <h4>Next topic</h4>
223
223
  <p class="topless"><a href="../types.html"
224
224
  title="next chapter">8.4. データ型</a></p>
@@ -254,9 +254,9 @@ See <a class="reference internal" href="../command/output_format.html"><em>Outpu
254
254
  <a href="../types.html" title="8.4. データ型"
255
255
  >next</a> |</li>
256
256
  <li class="right" >
257
- <a href="table_remove.html" title="8.3.28. table_remove"
257
+ <a href="tokenize.html" title="8.3.29. tokenize"
258
258
  >previous</a> |</li>
259
- <li><a href="../../index.html">groonga v3.0.3 documentation</a> &raquo;</li>
259
+ <li><a href="../../index.html">groonga v3.0.3-116-g8307aaf documentation</a> &raquo;</li>
260
260
  <li><a href="../../reference.html" >8. リファレンスマニュアル</a> &raquo;</li>
261
261
  <li><a href="../command.html" >8.3. Command</a> &raquo;</li>
262
262
  </ul>
@@ -7,7 +7,7 @@
7
7
  <head>
8
8
  <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
9
9
 
10
- <title>add &mdash; groonga v3.0.3 documentation</title>
10
+ <title>add &mdash; groonga v3.0.3-116-g8307aaf documentation</title>
11
11
 
12
12
  <link rel="stylesheet" href="../../_static/groonga.css" type="text/css" />
13
13
  <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
@@ -15,7 +15,7 @@
15
15
  <script type="text/javascript">
16
16
  var DOCUMENTATION_OPTIONS = {
17
17
  URL_ROOT: '../../',
18
- VERSION: '3.0.3',
18
+ VERSION: '3.0.3-116-g8307aaf',
19
19
  COLLAPSE_INDEX: false,
20
20
  FILE_SUFFIX: '.html',
21
21
  HAS_SOURCE: true
@@ -25,7 +25,7 @@
25
25
  <script type="text/javascript" src="../../_static/underscore.js"></script>
26
26
  <script type="text/javascript" src="../../_static/doctools.js"></script>
27
27
  <link rel="shortcut icon" href="../../_static/favicon.ico"/>
28
- <link rel="top" title="groonga v3.0.3 documentation" href="../../index.html" />
28
+ <link rel="top" title="groonga v3.0.3-116-g8307aaf documentation" href="../../index.html" />
29
29
  </head>
30
30
  <body>
31
31
  <div class="header">
@@ -51,7 +51,7 @@
51
51
  <li class="right" style="margin-right: 10px">
52
52
  <a href="../../genindex.html" title="General Index"
53
53
  accesskey="I">index</a></li>
54
- <li><a href="../../index.html">groonga v3.0.3 documentation</a> &raquo;</li>
54
+ <li><a href="../../index.html">groonga v3.0.3-116-g8307aaf documentation</a> &raquo;</li>
55
55
  </ul>
56
56
  </div>
57
57
 
@@ -189,7 +189,7 @@
189
189
  <li class="right" style="margin-right: 10px">
190
190
  <a href="../../genindex.html" title="General Index"
191
191
  >index</a></li>
192
- <li><a href="../../index.html">groonga v3.0.3 documentation</a> &raquo;</li>
192
+ <li><a href="../../index.html">groonga v3.0.3-116-g8307aaf documentation</a> &raquo;</li>
193
193
  </ul>
194
194
  </div>
195
195
  <div class="footer">
@@ -7,7 +7,7 @@
7
7
  <head>
8
8
  <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
9
9
 
10
- <title>get &mdash; groonga v3.0.3 documentation</title>
10
+ <title>get &mdash; groonga v3.0.3-116-g8307aaf documentation</title>
11
11
 
12
12
  <link rel="stylesheet" href="../../_static/groonga.css" type="text/css" />
13
13
  <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
@@ -15,7 +15,7 @@
15
15
  <script type="text/javascript">
16
16
  var DOCUMENTATION_OPTIONS = {
17
17
  URL_ROOT: '../../',
18
- VERSION: '3.0.3',
18
+ VERSION: '3.0.3-116-g8307aaf',
19
19
  COLLAPSE_INDEX: false,
20
20
  FILE_SUFFIX: '.html',
21
21
  HAS_SOURCE: true
@@ -25,7 +25,7 @@
25
25
  <script type="text/javascript" src="../../_static/underscore.js"></script>
26
26
  <script type="text/javascript" src="../../_static/doctools.js"></script>
27
27
  <link rel="shortcut icon" href="../../_static/favicon.ico"/>
28
- <link rel="top" title="groonga v3.0.3 documentation" href="../../index.html" />
28
+ <link rel="top" title="groonga v3.0.3-116-g8307aaf documentation" href="../../index.html" />
29
29
  </head>
30
30
  <body>
31
31
  <div class="header">
@@ -51,7 +51,7 @@
51
51
  <li class="right" style="margin-right: 10px">
52
52
  <a href="../../genindex.html" title="General Index"
53
53
  accesskey="I">index</a></li>
54
- <li><a href="../../index.html">groonga v3.0.3 documentation</a> &raquo;</li>
54
+ <li><a href="../../index.html">groonga v3.0.3-116-g8307aaf documentation</a> &raquo;</li>
55
55
  </ul>
56
56
  </div>
57
57
 
@@ -170,7 +170,7 @@
170
170
  <li class="right" style="margin-right: 10px">
171
171
  <a href="../../genindex.html" title="General Index"
172
172
  >index</a></li>
173
- <li><a href="../../index.html">groonga v3.0.3 documentation</a> &raquo;</li>
173
+ <li><a href="../../index.html">groonga v3.0.3-116-g8307aaf documentation</a> &raquo;</li>
174
174
  </ul>
175
175
  </div>
176
176
  <div class="footer">
@@ -7,7 +7,7 @@
7
7
  <head>
8
8
  <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
9
9
 
10
- <title>set &mdash; groonga v3.0.3 documentation</title>
10
+ <title>set &mdash; groonga v3.0.3-116-g8307aaf documentation</title>
11
11
 
12
12
  <link rel="stylesheet" href="../../_static/groonga.css" type="text/css" />
13
13
  <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
@@ -15,7 +15,7 @@
15
15
  <script type="text/javascript">
16
16
  var DOCUMENTATION_OPTIONS = {
17
17
  URL_ROOT: '../../',
18
- VERSION: '3.0.3',
18
+ VERSION: '3.0.3-116-g8307aaf',
19
19
  COLLAPSE_INDEX: false,
20
20
  FILE_SUFFIX: '.html',
21
21
  HAS_SOURCE: true
@@ -25,7 +25,7 @@
25
25
  <script type="text/javascript" src="../../_static/underscore.js"></script>
26
26
  <script type="text/javascript" src="../../_static/doctools.js"></script>
27
27
  <link rel="shortcut icon" href="../../_static/favicon.ico"/>
28
- <link rel="top" title="groonga v3.0.3 documentation" href="../../index.html" />
28
+ <link rel="top" title="groonga v3.0.3-116-g8307aaf documentation" href="../../index.html" />
29
29
  </head>
30
30
  <body>
31
31
  <div class="header">
@@ -51,7 +51,7 @@
51
51
  <li class="right" style="margin-right: 10px">
52
52
  <a href="../../genindex.html" title="General Index"
53
53
  accesskey="I">index</a></li>
54
- <li><a href="../../index.html">groonga v3.0.3 documentation</a> &raquo;</li>
54
+ <li><a href="../../index.html">groonga v3.0.3-116-g8307aaf documentation</a> &raquo;</li>
55
55
  </ul>
56
56
  </div>
57
57
 
@@ -191,7 +191,7 @@
191
191
  <li class="right" style="margin-right: 10px">
192
192
  <a href="../../genindex.html" title="General Index"
193
193
  >index</a></li>
194
- <li><a href="../../index.html">groonga v3.0.3 documentation</a> &raquo;</li>
194
+ <li><a href="../../index.html">groonga v3.0.3-116-g8307aaf documentation</a> &raquo;</li>
195
195
  </ul>
196
196
  </div>
197
197
  <div class="footer">