rroonga 9.0.3-x86-mingw32 → 9.0.7-x86-mingw32

Sign up to get free protection for your applications and to get access to all the features.
Files changed (769) hide show
  1. checksums.yaml +4 -4
  2. data/doc/text/news.md +30 -0
  3. data/ext/groonga/rb-grn-context.c +27 -0
  4. data/ext/groonga/rb-grn-flushable.c +7 -0
  5. data/ext/groonga/rb-grn-index-column.c +28 -0
  6. data/ext/groonga/rb-grn-index-cursor.c +19 -0
  7. data/ext/groonga/rb-grn-logger.c +17 -3
  8. data/ext/groonga/rb-grn-object.c +236 -22
  9. data/ext/groonga/rb-grn-table.c +68 -42
  10. data/ext/groonga/rb-grn.h +1 -1
  11. data/lib/2.3/groonga.so +0 -0
  12. data/lib/2.4/groonga.so +0 -0
  13. data/lib/2.5/groonga.so +0 -0
  14. data/lib/2.6/groonga.so +0 -0
  15. data/lib/groonga/dumper.rb +3 -0
  16. data/lib/groonga/record.rb +2 -2
  17. data/test/groonga-test-utils.rb +28 -5
  18. data/test/run-test.rb +0 -2
  19. data/test/test-accessor.rb +63 -7
  20. data/test/test-context.rb +25 -0
  21. data/test/test-exception.rb +5 -0
  22. data/test/test-flushable.rb +51 -6
  23. data/test/test-index-column.rb +67 -6
  24. data/test/test-index-cursor.rb +26 -0
  25. data/test/test-logger.rb +56 -11
  26. data/test/test-plugin.rb +1 -0
  27. data/test/test-query-logger.rb +4 -3
  28. data/test/test-record.rb +2 -1
  29. data/test/test-remote.rb +40 -10
  30. data/test/test-schema-dumper.rb +13 -0
  31. data/test/test-table.rb +21 -1
  32. data/test/test-variable.rb +23 -7
  33. data/vendor/local/bin/generate-pdb.bat +21 -21
  34. data/vendor/local/bin/grndb.exe +0 -0
  35. data/vendor/local/bin/groonga-benchmark.exe +0 -0
  36. data/vendor/local/bin/groonga-suggest-create-dataset.exe +0 -0
  37. data/vendor/local/bin/groonga.exe +0 -0
  38. data/vendor/local/bin/libgroonga-0.dll +0 -0
  39. data/vendor/local/bin/libmecab-2.dll +0 -0
  40. data/vendor/local/bin/libmsgpackc.dll +0 -0
  41. data/vendor/local/bin/libonigmo-6.dll +0 -0
  42. data/vendor/local/bin/libpcre-1.dll +0 -0
  43. data/vendor/local/bin/libpcrecpp-0.dll +0 -0
  44. data/vendor/local/bin/libpcreposix-0.dll +0 -0
  45. data/vendor/local/bin/lz4.exe +0 -0
  46. data/vendor/local/bin/lz4c.exe +0 -0
  47. data/vendor/local/bin/lz4cat.exe +0 -0
  48. data/vendor/local/bin/mecab.exe +0 -0
  49. data/vendor/local/bin/pcregrep.exe +0 -0
  50. data/vendor/local/bin/pcretest.exe +0 -0
  51. data/vendor/local/bin/unlz4.exe +0 -0
  52. data/vendor/local/bin/zlib1.dll +0 -0
  53. data/vendor/local/cmake/RapidJSONConfig.cmake +3 -0
  54. data/vendor/local/cmake/RapidJSONConfigVersion.cmake +10 -0
  55. data/vendor/local/include/groonga/groonga/expr.h +16 -0
  56. data/vendor/local/include/groonga/groonga/obj.h +8 -0
  57. data/vendor/local/include/groonga/groonga/output.h +5 -0
  58. data/vendor/local/include/groonga/groonga/version.h +2 -2
  59. data/vendor/local/include/rapidjson/allocators.h +271 -0
  60. data/vendor/local/include/rapidjson/document.h +2575 -0
  61. data/vendor/local/include/rapidjson/encodedstream.h +299 -0
  62. data/vendor/local/include/rapidjson/encodings.h +716 -0
  63. data/vendor/local/include/rapidjson/error/en.h +74 -0
  64. data/vendor/local/include/rapidjson/error/error.h +155 -0
  65. data/vendor/local/include/rapidjson/filereadstream.h +99 -0
  66. data/vendor/local/include/rapidjson/filewritestream.h +104 -0
  67. data/vendor/local/include/rapidjson/fwd.h +151 -0
  68. data/vendor/local/include/rapidjson/internal/biginteger.h +290 -0
  69. data/vendor/local/include/rapidjson/internal/diyfp.h +258 -0
  70. data/vendor/local/include/rapidjson/internal/dtoa.h +245 -0
  71. data/vendor/local/include/rapidjson/internal/ieee754.h +78 -0
  72. data/vendor/local/include/rapidjson/internal/itoa.h +304 -0
  73. data/vendor/local/include/rapidjson/internal/meta.h +181 -0
  74. data/vendor/local/include/rapidjson/internal/pow10.h +55 -0
  75. data/vendor/local/include/rapidjson/internal/regex.h +701 -0
  76. data/vendor/local/include/rapidjson/internal/stack.h +230 -0
  77. data/vendor/local/include/rapidjson/internal/strfunc.h +55 -0
  78. data/vendor/local/include/rapidjson/internal/strtod.h +269 -0
  79. data/vendor/local/include/rapidjson/internal/swap.h +46 -0
  80. data/vendor/local/include/rapidjson/istreamwrapper.h +115 -0
  81. data/vendor/local/include/rapidjson/memorybuffer.h +70 -0
  82. data/vendor/local/include/rapidjson/memorystream.h +71 -0
  83. data/vendor/local/include/rapidjson/msinttypes/inttypes.h +316 -0
  84. data/vendor/local/include/rapidjson/msinttypes/stdint.h +300 -0
  85. data/vendor/local/include/rapidjson/ostreamwrapper.h +81 -0
  86. data/vendor/local/include/rapidjson/pointer.h +1358 -0
  87. data/vendor/local/include/rapidjson/prettywriter.h +255 -0
  88. data/vendor/local/include/rapidjson/rapidjson.h +615 -0
  89. data/vendor/local/include/rapidjson/reader.h +1879 -0
  90. data/vendor/local/include/rapidjson/schema.h +2006 -0
  91. data/vendor/local/include/rapidjson/stream.h +179 -0
  92. data/vendor/local/include/rapidjson/stringbuffer.h +117 -0
  93. data/vendor/local/include/rapidjson/writer.h +610 -0
  94. data/vendor/local/lib/groonga/plugins/functions/index_column.a +0 -0
  95. data/vendor/local/lib/groonga/plugins/functions/index_column.dll +0 -0
  96. data/vendor/local/lib/groonga/plugins/functions/index_column.dll.a +0 -0
  97. data/vendor/local/lib/groonga/plugins/functions/index_column.la +1 -1
  98. data/vendor/local/lib/groonga/plugins/functions/math.a +0 -0
  99. data/vendor/local/lib/groonga/plugins/functions/math.dll +0 -0
  100. data/vendor/local/lib/groonga/plugins/functions/math.dll.a +0 -0
  101. data/vendor/local/lib/groonga/plugins/functions/math.la +1 -1
  102. data/vendor/local/lib/groonga/plugins/functions/number.a +0 -0
  103. data/vendor/local/lib/groonga/plugins/functions/number.dll +0 -0
  104. data/vendor/local/lib/groonga/plugins/functions/number.dll.a +0 -0
  105. data/vendor/local/lib/groonga/plugins/functions/number.la +1 -1
  106. data/vendor/local/lib/groonga/plugins/functions/string.a +0 -0
  107. data/vendor/local/lib/groonga/plugins/functions/string.dll +0 -0
  108. data/vendor/local/lib/groonga/plugins/functions/string.dll.a +0 -0
  109. data/vendor/local/lib/groonga/plugins/functions/string.la +1 -1
  110. data/vendor/local/lib/groonga/plugins/functions/time.a +0 -0
  111. data/vendor/local/lib/groonga/plugins/functions/time.dll +0 -0
  112. data/vendor/local/lib/groonga/plugins/functions/time.dll.a +0 -0
  113. data/vendor/local/lib/groonga/plugins/functions/time.la +1 -1
  114. data/vendor/local/lib/groonga/plugins/functions/vector.a +0 -0
  115. data/vendor/local/lib/groonga/plugins/functions/vector.dll +0 -0
  116. data/vendor/local/lib/groonga/plugins/functions/vector.dll.a +0 -0
  117. data/vendor/local/lib/groonga/plugins/functions/vector.la +1 -1
  118. data/vendor/local/lib/groonga/plugins/normalizers/mysql.a +0 -0
  119. data/vendor/local/lib/groonga/plugins/normalizers/mysql.dll +0 -0
  120. data/vendor/local/lib/groonga/plugins/normalizers/mysql.dll.a +0 -0
  121. data/vendor/local/lib/groonga/plugins/query_expanders/tsv.a +0 -0
  122. data/vendor/local/lib/groonga/plugins/query_expanders/tsv.dll +0 -0
  123. data/vendor/local/lib/groonga/plugins/query_expanders/tsv.dll.a +0 -0
  124. data/vendor/local/lib/groonga/plugins/query_expanders/tsv.la +1 -1
  125. data/vendor/local/lib/groonga/plugins/sharding/dynamic_columns.rb +44 -18
  126. data/vendor/local/lib/groonga/plugins/sharding/logical_count.rb +9 -8
  127. data/vendor/local/lib/groonga/plugins/sharding/logical_range_filter.rb +48 -15
  128. data/vendor/local/lib/groonga/plugins/sharding/logical_select.rb +84 -58
  129. data/vendor/local/lib/groonga/plugins/sharding/range_expression_builder.rb +1 -1
  130. data/vendor/local/lib/groonga/plugins/suggest/suggest.a +0 -0
  131. data/vendor/local/lib/groonga/plugins/suggest/suggest.dll +0 -0
  132. data/vendor/local/lib/groonga/plugins/suggest/suggest.dll.a +0 -0
  133. data/vendor/local/lib/groonga/plugins/suggest/suggest.la +1 -1
  134. data/vendor/local/lib/groonga/plugins/token_filters/stop_word.a +0 -0
  135. data/vendor/local/lib/groonga/plugins/token_filters/stop_word.dll +0 -0
  136. data/vendor/local/lib/groonga/plugins/token_filters/stop_word.dll.a +0 -0
  137. data/vendor/local/lib/groonga/plugins/token_filters/stop_word.la +1 -1
  138. data/vendor/local/lib/groonga/plugins/tokenizers/mecab.a +0 -0
  139. data/vendor/local/lib/groonga/plugins/tokenizers/mecab.dll +0 -0
  140. data/vendor/local/lib/groonga/plugins/tokenizers/mecab.dll.a +0 -0
  141. data/vendor/local/lib/groonga/plugins/tokenizers/mecab.la +1 -1
  142. data/vendor/local/lib/groonga/scripts/ruby/command.rb +3 -4
  143. data/vendor/local/lib/groonga/scripts/ruby/command_line/grndb.rb +267 -77
  144. data/vendor/local/lib/groonga/scripts/ruby/command_line_parser.rb +96 -0
  145. data/vendor/local/lib/groonga/scripts/ruby/expression_rewriters/optimizer.rb +1 -1
  146. data/vendor/local/lib/groonga/scripts/ruby/expression_tree/binary_operation.rb +30 -7
  147. data/vendor/local/lib/groonga/scripts/ruby/initialize/pre.rb +5 -0
  148. data/vendor/local/lib/groonga/scripts/ruby/loggable.rb +8 -0
  149. data/vendor/local/lib/groonga/scripts/ruby/logger/flags.rb +70 -0
  150. data/vendor/local/lib/groonga/scripts/ruby/query_loggable.rb +8 -0
  151. data/vendor/local/lib/groonga/scripts/ruby/scan_info_builder.rb +1 -1
  152. data/vendor/local/lib/groonga/scripts/ruby/scan_info_data.rb +2 -2
  153. data/vendor/local/lib/groonga/scripts/ruby/time.rb +9 -0
  154. data/vendor/local/lib/libgroonga.a +0 -0
  155. data/vendor/local/lib/libgroonga.dll.a +0 -0
  156. data/vendor/local/lib/libgroonga.la +1 -1
  157. data/vendor/local/lib/liblz4.dll +0 -0
  158. data/vendor/local/lib/liblz4.dll.1 +0 -0
  159. data/vendor/local/lib/liblz4.dll.1.8.2 +0 -0
  160. data/vendor/local/lib/libmecab.dll.a +0 -0
  161. data/vendor/local/lib/libmsgpackc.dll.a +0 -0
  162. data/vendor/local/lib/libonigmo.a +0 -0
  163. data/vendor/local/lib/libonigmo.dll.a +0 -0
  164. data/vendor/local/lib/libonigmo.la +1 -1
  165. data/vendor/local/lib/libpcre.dll.a +0 -0
  166. data/vendor/local/lib/libpcrecpp.dll.a +0 -0
  167. data/vendor/local/lib/libpcreposix.dll.a +0 -0
  168. data/vendor/local/lib/libz.dll.a +0 -0
  169. data/vendor/local/lib/pkgconfig/groonga.pc +2 -2
  170. data/vendor/local/libexec/mecab/mecab-cost-train.exe +0 -0
  171. data/vendor/local/libexec/mecab/mecab-dict-gen.exe +0 -0
  172. data/vendor/local/libexec/mecab/mecab-dict-index.exe +0 -0
  173. data/vendor/local/libexec/mecab/mecab-system-eval.exe +0 -0
  174. data/vendor/local/libexec/mecab/mecab-test-gen.exe +0 -0
  175. data/vendor/local/share/doc/RapidJSON/examples/CMakeLists.txt +42 -0
  176. data/vendor/local/share/doc/RapidJSON/examples/capitalize/capitalize.cpp +67 -0
  177. data/vendor/local/share/doc/RapidJSON/examples/condense/condense.cpp +32 -0
  178. data/vendor/local/share/doc/RapidJSON/examples/filterkey/filterkey.cpp +135 -0
  179. data/vendor/local/share/doc/RapidJSON/examples/filterkeydom/filterkeydom.cpp +170 -0
  180. data/vendor/local/share/doc/RapidJSON/examples/jsonx/jsonx.cpp +207 -0
  181. data/vendor/local/share/doc/RapidJSON/examples/messagereader/messagereader.cpp +105 -0
  182. data/vendor/local/share/doc/RapidJSON/examples/parsebyparts/parsebyparts.cpp +173 -0
  183. data/vendor/local/share/doc/RapidJSON/examples/pretty/pretty.cpp +30 -0
  184. data/vendor/local/share/doc/RapidJSON/examples/prettyauto/prettyauto.cpp +56 -0
  185. data/vendor/local/share/doc/RapidJSON/examples/schemavalidator/schemavalidator.cpp +72 -0
  186. data/vendor/local/share/doc/RapidJSON/examples/serialize/serialize.cpp +173 -0
  187. data/vendor/local/share/doc/RapidJSON/examples/simpledom/simpledom.cpp +29 -0
  188. data/vendor/local/share/doc/RapidJSON/examples/simplereader/simplereader.cpp +42 -0
  189. data/vendor/local/share/doc/RapidJSON/examples/simplewriter/simplewriter.cpp +36 -0
  190. data/vendor/local/share/doc/RapidJSON/examples/tutorial/tutorial.cpp +151 -0
  191. data/vendor/local/share/doc/RapidJSON/readme.md +160 -0
  192. data/vendor/local/share/doc/groonga/en/html/.buildinfo +1 -1
  193. data/vendor/local/share/doc/groonga/en/html/_static/documentation_options.js +1 -1
  194. data/vendor/local/share/doc/groonga/en/html/characteristic.html +3 -3
  195. data/vendor/local/share/doc/groonga/en/html/client.html +3 -3
  196. data/vendor/local/share/doc/groonga/en/html/community.html +3 -3
  197. data/vendor/local/share/doc/groonga/en/html/contribution.html +3 -3
  198. data/vendor/local/share/doc/groonga/en/html/contribution/development.html +3 -3
  199. data/vendor/local/share/doc/groonga/en/html/contribution/development/build.html +3 -3
  200. data/vendor/local/share/doc/groonga/en/html/contribution/development/build/unix_autotools.html +3 -3
  201. data/vendor/local/share/doc/groonga/en/html/contribution/development/build/unix_cmake.html +3 -3
  202. data/vendor/local/share/doc/groonga/en/html/contribution/development/build/windows_cmake.html +3 -3
  203. data/vendor/local/share/doc/groonga/en/html/contribution/development/com.html +3 -3
  204. data/vendor/local/share/doc/groonga/en/html/contribution/development/cooperation.html +3 -3
  205. data/vendor/local/share/doc/groonga/en/html/contribution/development/query.html +3 -3
  206. data/vendor/local/share/doc/groonga/en/html/contribution/development/release.html +3 -3
  207. data/vendor/local/share/doc/groonga/en/html/contribution/development/repository.html +3 -3
  208. data/vendor/local/share/doc/groonga/en/html/contribution/development/test.html +3 -3
  209. data/vendor/local/share/doc/groonga/en/html/contribution/documentation.html +3 -3
  210. data/vendor/local/share/doc/groonga/en/html/contribution/documentation/c-api.html +3 -3
  211. data/vendor/local/share/doc/groonga/en/html/contribution/documentation/i18n.html +3 -3
  212. data/vendor/local/share/doc/groonga/en/html/contribution/documentation/introduction.html +3 -3
  213. data/vendor/local/share/doc/groonga/en/html/contribution/report.html +3 -3
  214. data/vendor/local/share/doc/groonga/en/html/development.html +3 -3
  215. data/vendor/local/share/doc/groonga/en/html/development/travis-ci.html +3 -3
  216. data/vendor/local/share/doc/groonga/en/html/genindex.html +3 -3
  217. data/vendor/local/share/doc/groonga/en/html/index.html +11 -7
  218. data/vendor/local/share/doc/groonga/en/html/install.html +5 -4
  219. data/vendor/local/share/doc/groonga/en/html/install/centos.html +6 -6
  220. data/vendor/local/share/doc/groonga/en/html/install/debian.html +79 -8
  221. data/vendor/local/share/doc/groonga/en/html/install/docker.html +3 -3
  222. data/vendor/local/share/doc/groonga/en/html/install/fedora.html +6 -6
  223. data/vendor/local/share/doc/groonga/en/html/install/mac_os_x.html +6 -6
  224. data/vendor/local/share/doc/groonga/en/html/install/others.html +6 -6
  225. data/vendor/local/share/doc/groonga/en/html/install/solaris.html +6 -6
  226. data/vendor/local/share/doc/groonga/en/html/install/ubuntu.html +6 -6
  227. data/vendor/local/share/doc/groonga/en/html/install/windows.html +12 -12
  228. data/vendor/local/share/doc/groonga/en/html/limitations.html +3 -3
  229. data/vendor/local/share/doc/groonga/en/html/news.html +498 -206
  230. data/vendor/local/share/doc/groonga/en/html/news/0.x.html +3 -3
  231. data/vendor/local/share/doc/groonga/en/html/news/1.0.x.html +3 -3
  232. data/vendor/local/share/doc/groonga/en/html/news/1.1.x.html +3 -3
  233. data/vendor/local/share/doc/groonga/en/html/news/1.2.x.html +3 -3
  234. data/vendor/local/share/doc/groonga/en/html/news/1.3.x.html +3 -3
  235. data/vendor/local/share/doc/groonga/en/html/news/2.x.html +3 -3
  236. data/vendor/local/share/doc/groonga/en/html/news/3.x.html +3 -3
  237. data/vendor/local/share/doc/groonga/en/html/news/4.x.html +3 -3
  238. data/vendor/local/share/doc/groonga/en/html/news/5.x.html +3 -3
  239. data/vendor/local/share/doc/groonga/en/html/news/6.x.html +3 -3
  240. data/vendor/local/share/doc/groonga/en/html/news/senna.html +3 -3
  241. data/vendor/local/share/doc/groonga/en/html/objects.inv +0 -0
  242. data/vendor/local/share/doc/groonga/en/html/reference.html +9 -6
  243. data/vendor/local/share/doc/groonga/en/html/reference/alias.html +3 -3
  244. data/vendor/local/share/doc/groonga/en/html/reference/api.html +3 -3
  245. data/vendor/local/share/doc/groonga/en/html/reference/api/global_configurations.html +3 -3
  246. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_cache.html +3 -3
  247. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_column.html +3 -3
  248. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_command_version.html +3 -3
  249. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_content_type.html +3 -3
  250. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_ctx.html +3 -3
  251. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_db.html +3 -3
  252. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_encoding.html +3 -3
  253. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_expr.html +3 -3
  254. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_geo.html +3 -3
  255. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_hook.html +3 -3
  256. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_ii.html +3 -3
  257. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_index_cursor.html +3 -3
  258. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_info.html +3 -3
  259. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_inspect.html +3 -3
  260. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_match_escalation.html +3 -3
  261. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_obj.html +3 -3
  262. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_proc.html +3 -3
  263. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_search.html +3 -3
  264. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_table.html +3 -3
  265. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_table_cursor.html +3 -3
  266. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_thread.html +3 -3
  267. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_type.html +3 -3
  268. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_user_data.html +3 -3
  269. data/vendor/local/share/doc/groonga/en/html/reference/api/overview.html +3 -3
  270. data/vendor/local/share/doc/groonga/en/html/reference/api/plugin.html +3 -3
  271. data/vendor/local/share/doc/groonga/en/html/reference/cast.html +3 -3
  272. data/vendor/local/share/doc/groonga/en/html/reference/column.html +3 -3
  273. data/vendor/local/share/doc/groonga/en/html/reference/columns/index.html +3 -3
  274. data/vendor/local/share/doc/groonga/en/html/reference/columns/pseudo.html +3 -3
  275. data/vendor/local/share/doc/groonga/en/html/reference/columns/scalar.html +3 -3
  276. data/vendor/local/share/doc/groonga/en/html/reference/columns/vector.html +3 -3
  277. data/vendor/local/share/doc/groonga/en/html/reference/command.html +3 -3
  278. data/vendor/local/share/doc/groonga/en/html/reference/command/command_version.html +3 -3
  279. data/vendor/local/share/doc/groonga/en/html/reference/command/output_format.html +3 -3
  280. data/vendor/local/share/doc/groonga/en/html/reference/command/pretty_print.html +3 -3
  281. data/vendor/local/share/doc/groonga/en/html/reference/command/request_id.html +3 -3
  282. data/vendor/local/share/doc/groonga/en/html/reference/command/request_timeout.html +3 -3
  283. data/vendor/local/share/doc/groonga/en/html/reference/command/return_code.html +3 -3
  284. data/vendor/local/share/doc/groonga/en/html/reference/commands/cache_limit.html +3 -3
  285. data/vendor/local/share/doc/groonga/en/html/reference/commands/check.html +3 -3
  286. data/vendor/local/share/doc/groonga/en/html/reference/commands/clearlock.html +3 -3
  287. data/vendor/local/share/doc/groonga/en/html/reference/commands/column_copy.html +3 -3
  288. data/vendor/local/share/doc/groonga/en/html/reference/commands/column_create.html +3 -3
  289. data/vendor/local/share/doc/groonga/en/html/reference/commands/column_list.html +3 -3
  290. data/vendor/local/share/doc/groonga/en/html/reference/commands/column_remove.html +3 -3
  291. data/vendor/local/share/doc/groonga/en/html/reference/commands/column_rename.html +3 -3
  292. data/vendor/local/share/doc/groonga/en/html/reference/commands/config_delete.html +3 -3
  293. data/vendor/local/share/doc/groonga/en/html/reference/commands/config_get.html +3 -3
  294. data/vendor/local/share/doc/groonga/en/html/reference/commands/config_set.html +3 -3
  295. data/vendor/local/share/doc/groonga/en/html/reference/commands/database_unmap.html +3 -3
  296. data/vendor/local/share/doc/groonga/en/html/reference/commands/define_selector.html +3 -3
  297. data/vendor/local/share/doc/groonga/en/html/reference/commands/defrag.html +3 -3
  298. data/vendor/local/share/doc/groonga/en/html/reference/commands/delete.html +3 -3
  299. data/vendor/local/share/doc/groonga/en/html/reference/commands/dump.html +3 -3
  300. data/vendor/local/share/doc/groonga/en/html/reference/commands/io_flush.html +3 -3
  301. data/vendor/local/share/doc/groonga/en/html/reference/commands/load.html +3 -3
  302. data/vendor/local/share/doc/groonga/en/html/reference/commands/lock_acquire.html +3 -3
  303. data/vendor/local/share/doc/groonga/en/html/reference/commands/lock_clear.html +3 -3
  304. data/vendor/local/share/doc/groonga/en/html/reference/commands/lock_release.html +3 -3
  305. data/vendor/local/share/doc/groonga/en/html/reference/commands/log_level.html +3 -3
  306. data/vendor/local/share/doc/groonga/en/html/reference/commands/log_put.html +3 -3
  307. data/vendor/local/share/doc/groonga/en/html/reference/commands/log_reopen.html +3 -3
  308. data/vendor/local/share/doc/groonga/en/html/reference/commands/logical_count.html +3 -3
  309. data/vendor/local/share/doc/groonga/en/html/reference/commands/logical_parameters.html +3 -3
  310. data/vendor/local/share/doc/groonga/en/html/reference/commands/logical_range_filter.html +77 -4
  311. data/vendor/local/share/doc/groonga/en/html/reference/commands/logical_select.html +3 -3
  312. data/vendor/local/share/doc/groonga/en/html/reference/commands/logical_shard_list.html +3 -3
  313. data/vendor/local/share/doc/groonga/en/html/reference/commands/logical_table_remove.html +3 -3
  314. data/vendor/local/share/doc/groonga/en/html/reference/commands/normalize.html +3 -3
  315. data/vendor/local/share/doc/groonga/en/html/reference/commands/normalizer_list.html +3 -3
  316. data/vendor/local/share/doc/groonga/en/html/reference/commands/object_exist.html +3 -3
  317. data/vendor/local/share/doc/groonga/en/html/reference/commands/object_inspect.html +78 -54
  318. data/vendor/local/share/doc/groonga/en/html/reference/commands/object_list.html +3 -3
  319. data/vendor/local/share/doc/groonga/en/html/reference/commands/object_remove.html +3 -3
  320. data/vendor/local/share/doc/groonga/en/html/reference/commands/plugin_register.html +3 -3
  321. data/vendor/local/share/doc/groonga/en/html/reference/commands/plugin_unregister.html +3 -3
  322. data/vendor/local/share/doc/groonga/en/html/reference/commands/query_expand.html +3 -3
  323. data/vendor/local/share/doc/groonga/en/html/reference/commands/quit.html +3 -3
  324. data/vendor/local/share/doc/groonga/en/html/reference/commands/range_filter.html +3 -3
  325. data/vendor/local/share/doc/groonga/en/html/reference/commands/register.html +3 -3
  326. data/vendor/local/share/doc/groonga/en/html/reference/commands/reindex.html +3 -3
  327. data/vendor/local/share/doc/groonga/en/html/reference/commands/request_cancel.html +3 -3
  328. data/vendor/local/share/doc/groonga/en/html/reference/commands/ruby_eval.html +3 -3
  329. data/vendor/local/share/doc/groonga/en/html/reference/commands/ruby_load.html +3 -3
  330. data/vendor/local/share/doc/groonga/en/html/reference/commands/schema.html +3 -3
  331. data/vendor/local/share/doc/groonga/en/html/reference/commands/select.html +3 -3
  332. data/vendor/local/share/doc/groonga/en/html/reference/commands/shutdown.html +3 -3
  333. data/vendor/local/share/doc/groonga/en/html/reference/commands/status.html +3 -3
  334. data/vendor/local/share/doc/groonga/en/html/reference/commands/suggest.html +3 -3
  335. data/vendor/local/share/doc/groonga/en/html/reference/commands/table_copy.html +3 -3
  336. data/vendor/local/share/doc/groonga/en/html/reference/commands/table_create.html +3 -3
  337. data/vendor/local/share/doc/groonga/en/html/reference/commands/table_list.html +3 -3
  338. data/vendor/local/share/doc/groonga/en/html/reference/commands/table_remove.html +3 -3
  339. data/vendor/local/share/doc/groonga/en/html/reference/commands/table_rename.html +3 -3
  340. data/vendor/local/share/doc/groonga/en/html/reference/commands/table_tokenize.html +3 -3
  341. data/vendor/local/share/doc/groonga/en/html/reference/commands/thread_limit.html +3 -3
  342. data/vendor/local/share/doc/groonga/en/html/reference/commands/tokenize.html +3 -3
  343. data/vendor/local/share/doc/groonga/en/html/reference/commands/tokenizer_list.html +3 -3
  344. data/vendor/local/share/doc/groonga/en/html/reference/commands/truncate.html +3 -3
  345. data/vendor/local/share/doc/groonga/en/html/reference/configuration.html +6 -6
  346. data/vendor/local/share/doc/groonga/en/html/reference/executables.html +3 -3
  347. data/vendor/local/share/doc/groonga/en/html/reference/executables/grndb.html +58 -4
  348. data/vendor/local/share/doc/groonga/en/html/reference/executables/grnslap.html +3 -3
  349. data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-benchmark.html +3 -3
  350. data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-httpd.html +3 -3
  351. data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-server-http.html +3 -3
  352. data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-suggest-create-dataset.html +3 -3
  353. data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-suggest-httpd.html +3 -3
  354. data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-suggest-learner.html +3 -3
  355. data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga.html +3 -3
  356. data/vendor/local/share/doc/groonga/en/html/reference/function.html +3 -3
  357. data/vendor/local/share/doc/groonga/en/html/reference/functions/between.html +3 -3
  358. data/vendor/local/share/doc/groonga/en/html/reference/functions/cast_loose.html +3 -3
  359. data/vendor/local/share/doc/groonga/en/html/reference/functions/edit_distance.html +3 -3
  360. data/vendor/local/share/doc/groonga/en/html/reference/functions/fuzzy_search.html +3 -3
  361. data/vendor/local/share/doc/groonga/en/html/reference/functions/geo_distance.html +11 -19
  362. data/vendor/local/share/doc/groonga/en/html/reference/functions/geo_in_circle.html +3 -3
  363. data/vendor/local/share/doc/groonga/en/html/reference/functions/geo_in_rectangle.html +3 -3
  364. data/vendor/local/share/doc/groonga/en/html/reference/functions/highlight_full.html +3 -3
  365. data/vendor/local/share/doc/groonga/en/html/reference/functions/highlight_html.html +3 -3
  366. data/vendor/local/share/doc/groonga/en/html/reference/functions/html_untag.html +3 -3
  367. data/vendor/local/share/doc/groonga/en/html/reference/functions/in_records.html +3 -3
  368. data/vendor/local/share/doc/groonga/en/html/reference/functions/in_values.html +3 -3
  369. data/vendor/local/share/doc/groonga/en/html/reference/functions/math_abs.html +3 -3
  370. data/vendor/local/share/doc/groonga/en/html/reference/functions/now.html +3 -3
  371. data/vendor/local/share/doc/groonga/en/html/reference/functions/number_classify.html +3 -3
  372. data/vendor/local/share/doc/groonga/en/html/reference/functions/prefix_rk_search.html +3 -3
  373. data/vendor/local/share/doc/groonga/en/html/reference/functions/query.html +3 -3
  374. data/vendor/local/share/doc/groonga/en/html/reference/functions/rand.html +3 -3
  375. data/vendor/local/share/doc/groonga/en/html/reference/functions/snippet_html.html +3 -3
  376. data/vendor/local/share/doc/groonga/en/html/reference/functions/string_length.html +3 -3
  377. data/vendor/local/share/doc/groonga/en/html/reference/functions/string_substring.html +3 -3
  378. data/vendor/local/share/doc/groonga/en/html/reference/functions/sub_filter.html +3 -3
  379. data/vendor/local/share/doc/groonga/en/html/reference/functions/time_classify_day.html +3 -3
  380. data/vendor/local/share/doc/groonga/en/html/reference/functions/time_classify_day_of_week.html +3 -3
  381. data/vendor/local/share/doc/groonga/en/html/reference/functions/time_classify_hour.html +3 -3
  382. data/vendor/local/share/doc/groonga/en/html/reference/functions/time_classify_minute.html +3 -3
  383. data/vendor/local/share/doc/groonga/en/html/reference/functions/time_classify_month.html +3 -3
  384. data/vendor/local/share/doc/groonga/en/html/reference/functions/time_classify_second.html +3 -3
  385. data/vendor/local/share/doc/groonga/en/html/reference/functions/time_classify_week.html +3 -3
  386. data/vendor/local/share/doc/groonga/en/html/reference/functions/time_classify_year.html +3 -3
  387. data/vendor/local/share/doc/groonga/en/html/reference/functions/vector_find.html +3 -3
  388. data/vendor/local/share/doc/groonga/en/html/reference/functions/vector_new.html +3 -3
  389. data/vendor/local/share/doc/groonga/en/html/reference/functions/vector_size.html +3 -3
  390. data/vendor/local/share/doc/groonga/en/html/reference/functions/vector_slice.html +3 -3
  391. data/vendor/local/share/doc/groonga/en/html/reference/grn_expr.html +3 -3
  392. data/vendor/local/share/doc/groonga/en/html/reference/grn_expr/query_syntax.html +3 -3
  393. data/vendor/local/share/doc/groonga/en/html/reference/grn_expr/script_syntax.html +3 -3
  394. data/vendor/local/share/doc/groonga/en/html/reference/indexing.html +3 -3
  395. data/vendor/local/share/doc/groonga/en/html/reference/log.html +3 -3
  396. data/vendor/local/share/doc/groonga/en/html/reference/normalizers.html +3 -3
  397. data/vendor/local/share/doc/groonga/en/html/reference/normalizers/normalizer_auto.html +3 -3
  398. data/vendor/local/share/doc/groonga/en/html/reference/normalizers/normalizer_nfkc100.html +3 -3
  399. data/vendor/local/share/doc/groonga/en/html/reference/normalizers/normalizer_nfkc51.html +3 -3
  400. data/vendor/local/share/doc/groonga/en/html/reference/operations.html +3 -3
  401. data/vendor/local/share/doc/groonga/en/html/reference/operations/geolocation_search.html +3 -3
  402. data/vendor/local/share/doc/groonga/en/html/reference/operations/prefix_rk_search.html +3 -3
  403. data/vendor/local/share/doc/groonga/en/html/reference/output.html +3 -3
  404. data/vendor/local/share/doc/groonga/en/html/reference/query_expanders.html +3 -3
  405. data/vendor/local/share/doc/groonga/en/html/reference/query_expanders/tsv.html +3 -3
  406. data/vendor/local/share/doc/groonga/en/html/reference/regular_expression.html +3 -3
  407. data/vendor/local/share/doc/groonga/en/html/reference/scorer.html +3 -3
  408. data/vendor/local/share/doc/groonga/en/html/reference/scorers/scorer_tf_at_most.html +3 -3
  409. data/vendor/local/share/doc/groonga/en/html/reference/scorers/scorer_tf_idf.html +3 -3
  410. data/vendor/local/share/doc/groonga/en/html/reference/sharding.html +3 -3
  411. data/vendor/local/share/doc/groonga/en/html/reference/suggest.html +3 -3
  412. data/vendor/local/share/doc/groonga/en/html/reference/suggest/completion.html +3 -3
  413. data/vendor/local/share/doc/groonga/en/html/reference/suggest/correction.html +3 -3
  414. data/vendor/local/share/doc/groonga/en/html/reference/suggest/introduction.html +3 -3
  415. data/vendor/local/share/doc/groonga/en/html/reference/suggest/suggestion.html +3 -3
  416. data/vendor/local/share/doc/groonga/en/html/reference/tables.html +3 -3
  417. data/vendor/local/share/doc/groonga/en/html/reference/token_filter/summary.html +3 -3
  418. data/vendor/local/share/doc/groonga/en/html/reference/token_filters.html +7 -7
  419. data/vendor/local/share/doc/groonga/en/html/reference/token_filters/token_filter_nfkc100.html +3 -3
  420. data/vendor/local/share/doc/groonga/en/html/reference/token_filters/token_filter_stem.html +3 -3
  421. data/vendor/local/share/doc/groonga/en/html/reference/token_filters/token_filter_stop_word.html +3 -3
  422. data/vendor/local/share/doc/groonga/en/html/reference/tokenizer/summary.html +3 -3
  423. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers.html +9 -6
  424. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_bigram.html +3 -3
  425. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_bigram_ignore_blank.html +3 -3
  426. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_bigram_ignore_blank_split_symbol.html +3 -3
  427. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_bigram_ignore_blank_split_symbol_alpha.html +3 -3
  428. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_bigram_ignore_blank_split_symbol_alpha_digit.html +3 -3
  429. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_bigram_split_symbol.html +3 -3
  430. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_bigram_split_symbol_alpha.html +3 -3
  431. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_bigram_split_symbol_alpha_digit.html +3 -3
  432. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_delimit.html +3 -3
  433. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_delimit_null.html +3 -3
  434. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_mecab.html +8 -8
  435. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_ngram.html +1005 -0
  436. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_pattern.html +240 -0
  437. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_regexp.html +21 -21
  438. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_table.html +246 -0
  439. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_trigram.html +20 -20
  440. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_unigram.html +15 -15
  441. data/vendor/local/share/doc/groonga/en/html/reference/tuning.html +3 -3
  442. data/vendor/local/share/doc/groonga/en/html/reference/types.html +3 -3
  443. data/vendor/local/share/doc/groonga/en/html/reference/window_function.html +3 -3
  444. data/vendor/local/share/doc/groonga/en/html/reference/window_functions/record_number.html +3 -3
  445. data/vendor/local/share/doc/groonga/en/html/reference/window_functions/window_count.html +3 -3
  446. data/vendor/local/share/doc/groonga/en/html/reference/window_functions/window_record_number.html +3 -3
  447. data/vendor/local/share/doc/groonga/en/html/reference/window_functions/window_sum.html +3 -3
  448. data/vendor/local/share/doc/groonga/en/html/search.html +3 -3
  449. data/vendor/local/share/doc/groonga/en/html/searchindex.js +1 -1
  450. data/vendor/local/share/doc/groonga/en/html/server.html +3 -3
  451. data/vendor/local/share/doc/groonga/en/html/server/gqtp.html +3 -3
  452. data/vendor/local/share/doc/groonga/en/html/server/http.html +3 -3
  453. data/vendor/local/share/doc/groonga/en/html/server/http/comparison.html +3 -3
  454. data/vendor/local/share/doc/groonga/en/html/server/http/groonga-httpd.html +3 -3
  455. data/vendor/local/share/doc/groonga/en/html/server/http/groonga.html +3 -3
  456. data/vendor/local/share/doc/groonga/en/html/server/memcached.html +3 -3
  457. data/vendor/local/share/doc/groonga/en/html/server/package.html +3 -3
  458. data/vendor/local/share/doc/groonga/en/html/spec.html +3 -3
  459. data/vendor/local/share/doc/groonga/en/html/spec/gqtp.html +3 -3
  460. data/vendor/local/share/doc/groonga/en/html/spec/search.html +3 -3
  461. data/vendor/local/share/doc/groonga/en/html/troubleshooting.html +3 -3
  462. data/vendor/local/share/doc/groonga/en/html/troubleshooting/different_results_with_the_same_keyword.html +3 -3
  463. data/vendor/local/share/doc/groonga/en/html/troubleshooting/how_to_analyze_error_message.html +3 -3
  464. data/vendor/local/share/doc/groonga/en/html/troubleshooting/mmap_cannot_allocate_memory.html +3 -3
  465. data/vendor/local/share/doc/groonga/en/html/tutorial.html +3 -3
  466. data/vendor/local/share/doc/groonga/en/html/tutorial/data.html +3 -3
  467. data/vendor/local/share/doc/groonga/en/html/tutorial/drilldown.html +3 -3
  468. data/vendor/local/share/doc/groonga/en/html/tutorial/index.html +3 -3
  469. data/vendor/local/share/doc/groonga/en/html/tutorial/introduction.html +3 -3
  470. data/vendor/local/share/doc/groonga/en/html/tutorial/lexicon.html +3 -3
  471. data/vendor/local/share/doc/groonga/en/html/tutorial/match_columns.html +68 -6
  472. data/vendor/local/share/doc/groonga/en/html/tutorial/micro_blog.html +37 -4
  473. data/vendor/local/share/doc/groonga/en/html/tutorial/network.html +3 -3
  474. data/vendor/local/share/doc/groonga/en/html/tutorial/patricia_trie.html +3 -3
  475. data/vendor/local/share/doc/groonga/en/html/tutorial/query_expansion.html +3 -3
  476. data/vendor/local/share/doc/groonga/en/html/tutorial/search.html +3 -3
  477. data/vendor/local/share/doc/groonga/ja/html/.buildinfo +1 -1
  478. data/vendor/local/share/doc/groonga/ja/html/_static/documentation_options.js +1 -1
  479. data/vendor/local/share/doc/groonga/ja/html/characteristic.html +3 -3
  480. data/vendor/local/share/doc/groonga/ja/html/client.html +3 -3
  481. data/vendor/local/share/doc/groonga/ja/html/community.html +3 -3
  482. data/vendor/local/share/doc/groonga/ja/html/contribution.html +3 -3
  483. data/vendor/local/share/doc/groonga/ja/html/contribution/development.html +3 -3
  484. data/vendor/local/share/doc/groonga/ja/html/contribution/development/build.html +3 -3
  485. data/vendor/local/share/doc/groonga/ja/html/contribution/development/build/unix_autotools.html +3 -3
  486. data/vendor/local/share/doc/groonga/ja/html/contribution/development/build/unix_cmake.html +3 -3
  487. data/vendor/local/share/doc/groonga/ja/html/contribution/development/build/windows_cmake.html +3 -3
  488. data/vendor/local/share/doc/groonga/ja/html/contribution/development/com.html +3 -3
  489. data/vendor/local/share/doc/groonga/ja/html/contribution/development/cooperation.html +3 -3
  490. data/vendor/local/share/doc/groonga/ja/html/contribution/development/query.html +3 -3
  491. data/vendor/local/share/doc/groonga/ja/html/contribution/development/release.html +3 -3
  492. data/vendor/local/share/doc/groonga/ja/html/contribution/development/repository.html +3 -3
  493. data/vendor/local/share/doc/groonga/ja/html/contribution/development/test.html +3 -3
  494. data/vendor/local/share/doc/groonga/ja/html/contribution/documentation.html +3 -3
  495. data/vendor/local/share/doc/groonga/ja/html/contribution/documentation/c-api.html +3 -3
  496. data/vendor/local/share/doc/groonga/ja/html/contribution/documentation/i18n.html +3 -3
  497. data/vendor/local/share/doc/groonga/ja/html/contribution/documentation/introduction.html +3 -3
  498. data/vendor/local/share/doc/groonga/ja/html/contribution/report.html +3 -3
  499. data/vendor/local/share/doc/groonga/ja/html/development.html +3 -3
  500. data/vendor/local/share/doc/groonga/ja/html/development/travis-ci.html +3 -3
  501. data/vendor/local/share/doc/groonga/ja/html/genindex.html +3 -3
  502. data/vendor/local/share/doc/groonga/ja/html/index.html +11 -7
  503. data/vendor/local/share/doc/groonga/ja/html/install.html +5 -4
  504. data/vendor/local/share/doc/groonga/ja/html/install/centos.html +6 -6
  505. data/vendor/local/share/doc/groonga/ja/html/install/debian.html +69 -8
  506. data/vendor/local/share/doc/groonga/ja/html/install/docker.html +3 -3
  507. data/vendor/local/share/doc/groonga/ja/html/install/fedora.html +6 -6
  508. data/vendor/local/share/doc/groonga/ja/html/install/mac_os_x.html +6 -6
  509. data/vendor/local/share/doc/groonga/ja/html/install/others.html +6 -6
  510. data/vendor/local/share/doc/groonga/ja/html/install/solaris.html +6 -6
  511. data/vendor/local/share/doc/groonga/ja/html/install/ubuntu.html +6 -6
  512. data/vendor/local/share/doc/groonga/ja/html/install/windows.html +12 -12
  513. data/vendor/local/share/doc/groonga/ja/html/limitations.html +3 -3
  514. data/vendor/local/share/doc/groonga/ja/html/news.html +494 -206
  515. data/vendor/local/share/doc/groonga/ja/html/news/0.x.html +3 -3
  516. data/vendor/local/share/doc/groonga/ja/html/news/1.0.x.html +3 -3
  517. data/vendor/local/share/doc/groonga/ja/html/news/1.1.x.html +3 -3
  518. data/vendor/local/share/doc/groonga/ja/html/news/1.2.x.html +3 -3
  519. data/vendor/local/share/doc/groonga/ja/html/news/1.3.x.html +3 -3
  520. data/vendor/local/share/doc/groonga/ja/html/news/2.x.html +3 -3
  521. data/vendor/local/share/doc/groonga/ja/html/news/3.x.html +3 -3
  522. data/vendor/local/share/doc/groonga/ja/html/news/4.x.html +3 -3
  523. data/vendor/local/share/doc/groonga/ja/html/news/5.x.html +3 -3
  524. data/vendor/local/share/doc/groonga/ja/html/news/6.x.html +3 -3
  525. data/vendor/local/share/doc/groonga/ja/html/news/senna.html +3 -3
  526. data/vendor/local/share/doc/groonga/ja/html/objects.inv +0 -0
  527. data/vendor/local/share/doc/groonga/ja/html/reference.html +9 -6
  528. data/vendor/local/share/doc/groonga/ja/html/reference/alias.html +3 -3
  529. data/vendor/local/share/doc/groonga/ja/html/reference/api.html +3 -3
  530. data/vendor/local/share/doc/groonga/ja/html/reference/api/global_configurations.html +3 -3
  531. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_cache.html +3 -3
  532. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_column.html +3 -3
  533. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_command_version.html +3 -3
  534. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_content_type.html +3 -3
  535. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_ctx.html +3 -3
  536. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_db.html +3 -3
  537. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_encoding.html +3 -3
  538. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_expr.html +3 -3
  539. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_geo.html +3 -3
  540. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_hook.html +3 -3
  541. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_ii.html +3 -3
  542. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_index_cursor.html +3 -3
  543. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_info.html +3 -3
  544. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_inspect.html +3 -3
  545. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_match_escalation.html +3 -3
  546. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_obj.html +3 -3
  547. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_proc.html +3 -3
  548. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_search.html +3 -3
  549. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_table.html +3 -3
  550. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_table_cursor.html +3 -3
  551. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_thread.html +3 -3
  552. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_type.html +3 -3
  553. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_user_data.html +3 -3
  554. data/vendor/local/share/doc/groonga/ja/html/reference/api/overview.html +3 -3
  555. data/vendor/local/share/doc/groonga/ja/html/reference/api/plugin.html +3 -3
  556. data/vendor/local/share/doc/groonga/ja/html/reference/cast.html +3 -3
  557. data/vendor/local/share/doc/groonga/ja/html/reference/column.html +3 -3
  558. data/vendor/local/share/doc/groonga/ja/html/reference/columns/index.html +3 -3
  559. data/vendor/local/share/doc/groonga/ja/html/reference/columns/pseudo.html +3 -3
  560. data/vendor/local/share/doc/groonga/ja/html/reference/columns/scalar.html +3 -3
  561. data/vendor/local/share/doc/groonga/ja/html/reference/columns/vector.html +3 -3
  562. data/vendor/local/share/doc/groonga/ja/html/reference/command.html +3 -3
  563. data/vendor/local/share/doc/groonga/ja/html/reference/command/command_version.html +3 -3
  564. data/vendor/local/share/doc/groonga/ja/html/reference/command/output_format.html +3 -3
  565. data/vendor/local/share/doc/groonga/ja/html/reference/command/pretty_print.html +3 -3
  566. data/vendor/local/share/doc/groonga/ja/html/reference/command/request_id.html +3 -3
  567. data/vendor/local/share/doc/groonga/ja/html/reference/command/request_timeout.html +3 -3
  568. data/vendor/local/share/doc/groonga/ja/html/reference/command/return_code.html +3 -3
  569. data/vendor/local/share/doc/groonga/ja/html/reference/commands/cache_limit.html +3 -3
  570. data/vendor/local/share/doc/groonga/ja/html/reference/commands/check.html +3 -3
  571. data/vendor/local/share/doc/groonga/ja/html/reference/commands/clearlock.html +3 -3
  572. data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_copy.html +3 -3
  573. data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_create.html +3 -3
  574. data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_list.html +3 -3
  575. data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_remove.html +3 -3
  576. data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_rename.html +3 -3
  577. data/vendor/local/share/doc/groonga/ja/html/reference/commands/config_delete.html +3 -3
  578. data/vendor/local/share/doc/groonga/ja/html/reference/commands/config_get.html +3 -3
  579. data/vendor/local/share/doc/groonga/ja/html/reference/commands/config_set.html +3 -3
  580. data/vendor/local/share/doc/groonga/ja/html/reference/commands/database_unmap.html +3 -3
  581. data/vendor/local/share/doc/groonga/ja/html/reference/commands/define_selector.html +3 -3
  582. data/vendor/local/share/doc/groonga/ja/html/reference/commands/defrag.html +3 -3
  583. data/vendor/local/share/doc/groonga/ja/html/reference/commands/delete.html +3 -3
  584. data/vendor/local/share/doc/groonga/ja/html/reference/commands/dump.html +3 -3
  585. data/vendor/local/share/doc/groonga/ja/html/reference/commands/io_flush.html +3 -3
  586. data/vendor/local/share/doc/groonga/ja/html/reference/commands/load.html +3 -3
  587. data/vendor/local/share/doc/groonga/ja/html/reference/commands/lock_acquire.html +3 -3
  588. data/vendor/local/share/doc/groonga/ja/html/reference/commands/lock_clear.html +3 -3
  589. data/vendor/local/share/doc/groonga/ja/html/reference/commands/lock_release.html +3 -3
  590. data/vendor/local/share/doc/groonga/ja/html/reference/commands/log_level.html +3 -3
  591. data/vendor/local/share/doc/groonga/ja/html/reference/commands/log_put.html +3 -3
  592. data/vendor/local/share/doc/groonga/ja/html/reference/commands/log_reopen.html +3 -3
  593. data/vendor/local/share/doc/groonga/ja/html/reference/commands/logical_count.html +3 -3
  594. data/vendor/local/share/doc/groonga/ja/html/reference/commands/logical_parameters.html +3 -3
  595. data/vendor/local/share/doc/groonga/ja/html/reference/commands/logical_range_filter.html +75 -4
  596. data/vendor/local/share/doc/groonga/ja/html/reference/commands/logical_select.html +7 -7
  597. data/vendor/local/share/doc/groonga/ja/html/reference/commands/logical_shard_list.html +3 -3
  598. data/vendor/local/share/doc/groonga/ja/html/reference/commands/logical_table_remove.html +3 -3
  599. data/vendor/local/share/doc/groonga/ja/html/reference/commands/normalize.html +3 -3
  600. data/vendor/local/share/doc/groonga/ja/html/reference/commands/normalizer_list.html +3 -3
  601. data/vendor/local/share/doc/groonga/ja/html/reference/commands/object_exist.html +3 -3
  602. data/vendor/local/share/doc/groonga/ja/html/reference/commands/object_inspect.html +73 -54
  603. data/vendor/local/share/doc/groonga/ja/html/reference/commands/object_list.html +3 -3
  604. data/vendor/local/share/doc/groonga/ja/html/reference/commands/object_remove.html +3 -3
  605. data/vendor/local/share/doc/groonga/ja/html/reference/commands/plugin_register.html +3 -3
  606. data/vendor/local/share/doc/groonga/ja/html/reference/commands/plugin_unregister.html +3 -3
  607. data/vendor/local/share/doc/groonga/ja/html/reference/commands/query_expand.html +3 -3
  608. data/vendor/local/share/doc/groonga/ja/html/reference/commands/quit.html +3 -3
  609. data/vendor/local/share/doc/groonga/ja/html/reference/commands/range_filter.html +3 -3
  610. data/vendor/local/share/doc/groonga/ja/html/reference/commands/register.html +3 -3
  611. data/vendor/local/share/doc/groonga/ja/html/reference/commands/reindex.html +3 -3
  612. data/vendor/local/share/doc/groonga/ja/html/reference/commands/request_cancel.html +3 -3
  613. data/vendor/local/share/doc/groonga/ja/html/reference/commands/ruby_eval.html +3 -3
  614. data/vendor/local/share/doc/groonga/ja/html/reference/commands/ruby_load.html +3 -3
  615. data/vendor/local/share/doc/groonga/ja/html/reference/commands/schema.html +3 -3
  616. data/vendor/local/share/doc/groonga/ja/html/reference/commands/select.html +7 -7
  617. data/vendor/local/share/doc/groonga/ja/html/reference/commands/shutdown.html +3 -3
  618. data/vendor/local/share/doc/groonga/ja/html/reference/commands/status.html +3 -3
  619. data/vendor/local/share/doc/groonga/ja/html/reference/commands/suggest.html +3 -3
  620. data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_copy.html +3 -3
  621. data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_create.html +3 -3
  622. data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_list.html +3 -3
  623. data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_remove.html +3 -3
  624. data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_rename.html +3 -3
  625. data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_tokenize.html +3 -3
  626. data/vendor/local/share/doc/groonga/ja/html/reference/commands/thread_limit.html +3 -3
  627. data/vendor/local/share/doc/groonga/ja/html/reference/commands/tokenize.html +3 -3
  628. data/vendor/local/share/doc/groonga/ja/html/reference/commands/tokenizer_list.html +3 -3
  629. data/vendor/local/share/doc/groonga/ja/html/reference/commands/truncate.html +3 -3
  630. data/vendor/local/share/doc/groonga/ja/html/reference/configuration.html +6 -6
  631. data/vendor/local/share/doc/groonga/ja/html/reference/executables.html +3 -3
  632. data/vendor/local/share/doc/groonga/ja/html/reference/executables/grndb.html +57 -4
  633. data/vendor/local/share/doc/groonga/ja/html/reference/executables/grnslap.html +3 -3
  634. data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-benchmark.html +3 -3
  635. data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-httpd.html +3 -3
  636. data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-server-http.html +3 -3
  637. data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-suggest-create-dataset.html +3 -3
  638. data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-suggest-httpd.html +3 -3
  639. data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-suggest-learner.html +3 -3
  640. data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga.html +3 -3
  641. data/vendor/local/share/doc/groonga/ja/html/reference/function.html +3 -3
  642. data/vendor/local/share/doc/groonga/ja/html/reference/functions/between.html +3 -3
  643. data/vendor/local/share/doc/groonga/ja/html/reference/functions/cast_loose.html +3 -3
  644. data/vendor/local/share/doc/groonga/ja/html/reference/functions/edit_distance.html +3 -3
  645. data/vendor/local/share/doc/groonga/ja/html/reference/functions/fuzzy_search.html +3 -3
  646. data/vendor/local/share/doc/groonga/ja/html/reference/functions/geo_distance.html +11 -19
  647. data/vendor/local/share/doc/groonga/ja/html/reference/functions/geo_in_circle.html +3 -3
  648. data/vendor/local/share/doc/groonga/ja/html/reference/functions/geo_in_rectangle.html +3 -3
  649. data/vendor/local/share/doc/groonga/ja/html/reference/functions/highlight_full.html +3 -3
  650. data/vendor/local/share/doc/groonga/ja/html/reference/functions/highlight_html.html +3 -3
  651. data/vendor/local/share/doc/groonga/ja/html/reference/functions/html_untag.html +3 -3
  652. data/vendor/local/share/doc/groonga/ja/html/reference/functions/in_records.html +3 -3
  653. data/vendor/local/share/doc/groonga/ja/html/reference/functions/in_values.html +3 -3
  654. data/vendor/local/share/doc/groonga/ja/html/reference/functions/math_abs.html +3 -3
  655. data/vendor/local/share/doc/groonga/ja/html/reference/functions/now.html +3 -3
  656. data/vendor/local/share/doc/groonga/ja/html/reference/functions/number_classify.html +3 -3
  657. data/vendor/local/share/doc/groonga/ja/html/reference/functions/prefix_rk_search.html +3 -3
  658. data/vendor/local/share/doc/groonga/ja/html/reference/functions/query.html +3 -3
  659. data/vendor/local/share/doc/groonga/ja/html/reference/functions/rand.html +3 -3
  660. data/vendor/local/share/doc/groonga/ja/html/reference/functions/snippet_html.html +3 -3
  661. data/vendor/local/share/doc/groonga/ja/html/reference/functions/string_length.html +3 -3
  662. data/vendor/local/share/doc/groonga/ja/html/reference/functions/string_substring.html +3 -3
  663. data/vendor/local/share/doc/groonga/ja/html/reference/functions/sub_filter.html +3 -3
  664. data/vendor/local/share/doc/groonga/ja/html/reference/functions/time_classify_day.html +3 -3
  665. data/vendor/local/share/doc/groonga/ja/html/reference/functions/time_classify_day_of_week.html +3 -3
  666. data/vendor/local/share/doc/groonga/ja/html/reference/functions/time_classify_hour.html +3 -3
  667. data/vendor/local/share/doc/groonga/ja/html/reference/functions/time_classify_minute.html +3 -3
  668. data/vendor/local/share/doc/groonga/ja/html/reference/functions/time_classify_month.html +3 -3
  669. data/vendor/local/share/doc/groonga/ja/html/reference/functions/time_classify_second.html +3 -3
  670. data/vendor/local/share/doc/groonga/ja/html/reference/functions/time_classify_week.html +3 -3
  671. data/vendor/local/share/doc/groonga/ja/html/reference/functions/time_classify_year.html +3 -3
  672. data/vendor/local/share/doc/groonga/ja/html/reference/functions/vector_find.html +3 -3
  673. data/vendor/local/share/doc/groonga/ja/html/reference/functions/vector_new.html +3 -3
  674. data/vendor/local/share/doc/groonga/ja/html/reference/functions/vector_size.html +3 -3
  675. data/vendor/local/share/doc/groonga/ja/html/reference/functions/vector_slice.html +3 -3
  676. data/vendor/local/share/doc/groonga/ja/html/reference/grn_expr.html +3 -3
  677. data/vendor/local/share/doc/groonga/ja/html/reference/grn_expr/query_syntax.html +3 -3
  678. data/vendor/local/share/doc/groonga/ja/html/reference/grn_expr/script_syntax.html +3 -3
  679. data/vendor/local/share/doc/groonga/ja/html/reference/indexing.html +3 -3
  680. data/vendor/local/share/doc/groonga/ja/html/reference/log.html +3 -3
  681. data/vendor/local/share/doc/groonga/ja/html/reference/normalizers.html +3 -3
  682. data/vendor/local/share/doc/groonga/ja/html/reference/normalizers/normalizer_auto.html +3 -3
  683. data/vendor/local/share/doc/groonga/ja/html/reference/normalizers/normalizer_nfkc100.html +3 -3
  684. data/vendor/local/share/doc/groonga/ja/html/reference/normalizers/normalizer_nfkc51.html +3 -3
  685. data/vendor/local/share/doc/groonga/ja/html/reference/operations.html +3 -3
  686. data/vendor/local/share/doc/groonga/ja/html/reference/operations/geolocation_search.html +3 -3
  687. data/vendor/local/share/doc/groonga/ja/html/reference/operations/prefix_rk_search.html +3 -3
  688. data/vendor/local/share/doc/groonga/ja/html/reference/output.html +3 -3
  689. data/vendor/local/share/doc/groonga/ja/html/reference/query_expanders.html +3 -3
  690. data/vendor/local/share/doc/groonga/ja/html/reference/query_expanders/tsv.html +3 -3
  691. data/vendor/local/share/doc/groonga/ja/html/reference/regular_expression.html +3 -3
  692. data/vendor/local/share/doc/groonga/ja/html/reference/scorer.html +3 -3
  693. data/vendor/local/share/doc/groonga/ja/html/reference/scorers/scorer_tf_at_most.html +3 -3
  694. data/vendor/local/share/doc/groonga/ja/html/reference/scorers/scorer_tf_idf.html +3 -3
  695. data/vendor/local/share/doc/groonga/ja/html/reference/sharding.html +3 -3
  696. data/vendor/local/share/doc/groonga/ja/html/reference/suggest.html +3 -3
  697. data/vendor/local/share/doc/groonga/ja/html/reference/suggest/completion.html +3 -3
  698. data/vendor/local/share/doc/groonga/ja/html/reference/suggest/correction.html +3 -3
  699. data/vendor/local/share/doc/groonga/ja/html/reference/suggest/introduction.html +3 -3
  700. data/vendor/local/share/doc/groonga/ja/html/reference/suggest/suggestion.html +3 -3
  701. data/vendor/local/share/doc/groonga/ja/html/reference/tables.html +3 -3
  702. data/vendor/local/share/doc/groonga/ja/html/reference/token_filter/summary.html +3 -3
  703. data/vendor/local/share/doc/groonga/ja/html/reference/token_filters.html +7 -7
  704. data/vendor/local/share/doc/groonga/ja/html/reference/token_filters/token_filter_nfkc100.html +3 -3
  705. data/vendor/local/share/doc/groonga/ja/html/reference/token_filters/token_filter_stem.html +3 -3
  706. data/vendor/local/share/doc/groonga/ja/html/reference/token_filters/token_filter_stop_word.html +3 -3
  707. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizer/summary.html +3 -3
  708. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers.html +9 -6
  709. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_bigram.html +3 -3
  710. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_bigram_ignore_blank.html +3 -3
  711. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_bigram_ignore_blank_split_symbol.html +3 -3
  712. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_bigram_ignore_blank_split_symbol_alpha.html +3 -3
  713. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_bigram_ignore_blank_split_symbol_alpha_digit.html +3 -3
  714. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_bigram_split_symbol.html +3 -3
  715. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_bigram_split_symbol_alpha.html +3 -3
  716. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_bigram_split_symbol_alpha_digit.html +3 -3
  717. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_delimit.html +3 -3
  718. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_delimit_null.html +3 -3
  719. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_mecab.html +8 -8
  720. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_ngram.html +998 -0
  721. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_pattern.html +240 -0
  722. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_regexp.html +21 -21
  723. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_table.html +242 -0
  724. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_trigram.html +20 -20
  725. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_unigram.html +15 -15
  726. data/vendor/local/share/doc/groonga/ja/html/reference/tuning.html +3 -3
  727. data/vendor/local/share/doc/groonga/ja/html/reference/types.html +3 -3
  728. data/vendor/local/share/doc/groonga/ja/html/reference/window_function.html +3 -3
  729. data/vendor/local/share/doc/groonga/ja/html/reference/window_functions/record_number.html +3 -3
  730. data/vendor/local/share/doc/groonga/ja/html/reference/window_functions/window_count.html +3 -3
  731. data/vendor/local/share/doc/groonga/ja/html/reference/window_functions/window_record_number.html +3 -3
  732. data/vendor/local/share/doc/groonga/ja/html/reference/window_functions/window_sum.html +3 -3
  733. data/vendor/local/share/doc/groonga/ja/html/search.html +3 -3
  734. data/vendor/local/share/doc/groonga/ja/html/searchindex.js +1 -1
  735. data/vendor/local/share/doc/groonga/ja/html/server.html +3 -3
  736. data/vendor/local/share/doc/groonga/ja/html/server/gqtp.html +3 -3
  737. data/vendor/local/share/doc/groonga/ja/html/server/http.html +3 -3
  738. data/vendor/local/share/doc/groonga/ja/html/server/http/comparison.html +3 -3
  739. data/vendor/local/share/doc/groonga/ja/html/server/http/groonga-httpd.html +3 -3
  740. data/vendor/local/share/doc/groonga/ja/html/server/http/groonga.html +3 -3
  741. data/vendor/local/share/doc/groonga/ja/html/server/memcached.html +3 -3
  742. data/vendor/local/share/doc/groonga/ja/html/server/package.html +3 -3
  743. data/vendor/local/share/doc/groonga/ja/html/spec.html +3 -3
  744. data/vendor/local/share/doc/groonga/ja/html/spec/gqtp.html +3 -3
  745. data/vendor/local/share/doc/groonga/ja/html/spec/search.html +3 -3
  746. data/vendor/local/share/doc/groonga/ja/html/troubleshooting.html +3 -3
  747. data/vendor/local/share/doc/groonga/ja/html/troubleshooting/different_results_with_the_same_keyword.html +3 -3
  748. data/vendor/local/share/doc/groonga/ja/html/troubleshooting/how_to_analyze_error_message.html +3 -3
  749. data/vendor/local/share/doc/groonga/ja/html/troubleshooting/mmap_cannot_allocate_memory.html +3 -3
  750. data/vendor/local/share/doc/groonga/ja/html/tutorial.html +3 -3
  751. data/vendor/local/share/doc/groonga/ja/html/tutorial/data.html +3 -3
  752. data/vendor/local/share/doc/groonga/ja/html/tutorial/drilldown.html +3 -3
  753. data/vendor/local/share/doc/groonga/ja/html/tutorial/index.html +3 -3
  754. data/vendor/local/share/doc/groonga/ja/html/tutorial/introduction.html +3 -3
  755. data/vendor/local/share/doc/groonga/ja/html/tutorial/lexicon.html +3 -3
  756. data/vendor/local/share/doc/groonga/ja/html/tutorial/match_columns.html +64 -6
  757. data/vendor/local/share/doc/groonga/ja/html/tutorial/micro_blog.html +37 -4
  758. data/vendor/local/share/doc/groonga/ja/html/tutorial/network.html +3 -3
  759. data/vendor/local/share/doc/groonga/ja/html/tutorial/patricia_trie.html +3 -3
  760. data/vendor/local/share/doc/groonga/ja/html/tutorial/query_expansion.html +3 -3
  761. data/vendor/local/share/doc/groonga/ja/html/tutorial/search.html +3 -3
  762. data/vendor/local/share/groonga/COPYING +502 -0
  763. data/vendor/local/share/groonga/mruby/LEGAL +58 -54
  764. data/vendor/local/share/license/mruby/AUTHORS +6 -2
  765. data/vendor/local/share/license/mruby/LEGAL +1 -1
  766. data/vendor/local/share/license/mruby/{MITL → LICENSE} +1 -1
  767. data/vendor/local/share/license/mruby/README.md +3 -3
  768. data/vendor/local/share/license/rapidjson/license.txt +57 -0
  769. metadata +126 -60
data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_mecab.html CHANGED
@@ -5,7 +5,7 @@
5
5
  <html xmlns="http://www.w3.org/1999/xhtml" lang="en">
6
6
  <head>
7
7
  <meta charset="utf-8" />
8
- <title>7.8.12. TokenMecab &#8212; Groonga v9.0.2 documentation</title>
8
+ <title>7.8.12. TokenMecab &#8212; Groonga v9.0.6 documentation</title>
9
9
  <link rel="stylesheet" href="../../_static/groonga.css" type="text/css" />
10
10
  <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
11
11
 
@@ -18,7 +18,7 @@
18
18
  <link rel="shortcut icon" href="../../_static/favicon.ico"/>
19
19
  <link rel="index" title="Index" href="../../genindex.html" />
20
20
  <link rel="search" title="Search" href="../../search.html" />
21
- <link rel="next" title="7.8.13. TokenRegexp" href="token_regexp.html" />
21
+ <link rel="next" title="7.8.13. TokenNgram" href="token_ngram.html" />
22
22
  <link rel="prev" title="7.8.11. TokenDelimitNull" href="token_delimit_null.html" />
23
23
  </head><body>
24
24
  <div class="header">
@@ -45,12 +45,12 @@
45
45
  <a href="../../genindex.html" title="General Index"
46
46
  accesskey="I">index</a></li>
47
47
  <li class="right" >
48
- <a href="token_regexp.html" title="7.8.13. TokenRegexp"
48
+ <a href="token_ngram.html" title="7.8.13. TokenNgram"
49
49
  accesskey="N">next</a> |</li>
50
50
  <li class="right" >
51
51
  <a href="token_delimit_null.html" title="7.8.11. TokenDelimitNull"
52
52
  accesskey="P">previous</a> |</li>
53
- <li class="nav-item nav-item-0"><a href="../../index.html">Groonga v9.0.2 documentation</a> &#187;</li>
53
+ <li class="nav-item nav-item-0"><a href="../../index.html">Groonga v9.0.6 documentation</a> &#187;</li>
54
54
  <li class="nav-item nav-item-1"><a href="../../reference.html" >7. Reference manual</a> &#187;</li>
55
55
  <li class="nav-item nav-item-2"><a href="../tokenizers.html" accesskey="U">7.8. Tokenizers</a> &#187;</li>
56
56
  </ul>
@@ -743,8 +743,8 @@ person name as below.</p>
743
743
  <p class="topless"><a href="token_delimit_null.html"
744
744
  title="previous chapter">7.8.11. <code class="docutils literal notranslate"><span class="pre">TokenDelimitNull</span></code></a></p>
745
745
  <h4>Next topic</h4>
746
- <p class="topless"><a href="token_regexp.html"
747
- title="next chapter">7.8.13. <code class="docutils literal notranslate"><span class="pre">TokenRegexp</span></code></a></p>
746
+ <p class="topless"><a href="token_ngram.html"
747
+ title="next chapter">7.8.13. <code class="docutils literal notranslate"><span class="pre">TokenNgram</span></code></a></p>
748
748
  <div id="searchbox" style="display: none" role="search">
749
749
  <h3>Quick search</h3>
750
750
  <div class="searchformwrapper">
@@ -766,12 +766,12 @@ person name as below.</p>
766
766
  <a href="../../genindex.html" title="General Index"
767
767
  >index</a></li>
768
768
  <li class="right" >
769
- <a href="token_regexp.html" title="7.8.13. TokenRegexp"
769
+ <a href="token_ngram.html" title="7.8.13. TokenNgram"
770
770
  >next</a> |</li>
771
771
  <li class="right" >
772
772
  <a href="token_delimit_null.html" title="7.8.11. TokenDelimitNull"
773
773
  >previous</a> |</li>
774
- <li class="nav-item nav-item-0"><a href="../../index.html">Groonga v9.0.2 documentation</a> &#187;</li>
774
+ <li class="nav-item nav-item-0"><a href="../../index.html">Groonga v9.0.6 documentation</a> &#187;</li>
775
775
  <li class="nav-item nav-item-1"><a href="../../reference.html" >7. Reference manual</a> &#187;</li>
776
776
  <li class="nav-item nav-item-2"><a href="../tokenizers.html" >7.8. Tokenizers</a> &#187;</li>
777
777
  </ul>
data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_ngram.html ADDED
@@ -0,0 +1,1005 @@
1
+
2
+
3
+ <!DOCTYPE html>
4
+
5
+ <html xmlns="http://www.w3.org/1999/xhtml" lang="en">
6
+ <head>
7
+ <meta charset="utf-8" />
8
+ <title>7.8.13. TokenNgram &#8212; Groonga v9.0.6 documentation</title>
9
+ <link rel="stylesheet" href="../../_static/groonga.css" type="text/css" />
10
+ <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
11
+
12
+ <script type="text/javascript" id="documentation_options" data-url_root="../../" src="../../_static/documentation_options.js"></script>
13
+ <script type="text/javascript" src="../../_static/jquery.js"></script>
14
+ <script type="text/javascript" src="../../_static/underscore.js"></script>
15
+ <script type="text/javascript" src="../../_static/doctools.js"></script>
16
+ <script type="text/javascript" src="../../_static/language_data.js"></script>
17
+
18
+ <link rel="shortcut icon" href="../../_static/favicon.ico"/>
19
+ <link rel="index" title="Index" href="../../genindex.html" />
20
+ <link rel="search" title="Search" href="../../search.html" />
21
+ <link rel="next" title="7.8.14. TokenPattern" href="token_pattern.html" />
22
+ <link rel="prev" title="7.8.12. TokenMecab" href="token_mecab.html" />
23
+ </head><body>
24
+ <div class="header">
25
+ <h1 class="title">
26
+ <a id="top-link" href="../../index.html">
27
+ <span class="project">groonga</span>
28
+ <span class="separator">-</span>
29
+ <span class="description">An open-source fulltext search engine and column store.</span>
30
+ </a>
31
+ </h1>
32
+
33
+ <div class="other-language-links">
34
+ <ul>
35
+ <li><a href="../../../../ja/html/reference/tokenizers/token_ngram.html">日本語</a></li>
36
+ </ul>
37
+ </div>
38
+ </div>
39
+
40
+
41
+ <div class="related" role="navigation" aria-label="related navigation">
42
+ <h3>Navigation</h3>
43
+ <ul>
44
+ <li class="right" style="margin-right: 10px">
45
+ <a href="../../genindex.html" title="General Index"
46
+ accesskey="I">index</a></li>
47
+ <li class="right" >
48
+ <a href="token_pattern.html" title="7.8.14. TokenPattern"
49
+ accesskey="N">next</a> |</li>
50
+ <li class="right" >
51
+ <a href="token_mecab.html" title="7.8.12. TokenMecab"
52
+ accesskey="P">previous</a> |</li>
53
+ <li class="nav-item nav-item-0"><a href="../../index.html">Groonga v9.0.6 documentation</a> &#187;</li>
54
+ <li class="nav-item nav-item-1"><a href="../../reference.html" >7. Reference manual</a> &#187;</li>
55
+ <li class="nav-item nav-item-2"><a href="../tokenizers.html" accesskey="U">7.8. Tokenizers</a> &#187;</li>
56
+ </ul>
57
+ </div>
58
+
59
+ <div class="document">
60
+ <div class="documentwrapper">
61
+ <div class="bodywrapper">
62
+ <div class="body" role="main">
63
+
64
+ <div class="section" id="tokenngram">
65
+ <span id="token-ngram"></span><h1>7.8.13. <code class="docutils literal notranslate"><span class="pre">TokenNgram</span></code><a class="headerlink" href="#tokenngram" title="Permalink to this headline">¶</a></h1>
66
+ <div class="section" id="summary">
67
+ <h2>7.8.13.1. Summary<a class="headerlink" href="#summary" title="Permalink to this headline">¶</a></h2>
68
+ <p><code class="docutils literal notranslate"><span class="pre">TokenNgram</span></code> can change define its behavior dynamically via its options.
69
+ For example, we can use it as unigram, bigram, trigram on with changing <code class="docutils literal notranslate"><span class="pre">n</span></code> option value as below.</p>
70
+ <p>Uni-gram:</p>
71
+ <p>Execution example:</p>
72
+ <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>tokenize --tokenizer &#39;TokenNgram(&quot;n&quot;, 1)&#39; --string &quot;Hello World&quot;
73
+ # [
74
+ # [
75
+ # 0,
76
+ # 1556063953.911713,
77
+ # 0.05761265754699707
78
+ # ],
79
+ # [
80
+ # {
81
+ # &quot;value&quot;: &quot;H&quot;,
82
+ # &quot;position&quot;: 0,
83
+ # &quot;force_prefix&quot;: false,
84
+ # &quot;force_prefix_search&quot;: false
85
+ # },
86
+ # {
87
+ # &quot;value&quot;: &quot;e&quot;,
88
+ # &quot;position&quot;: 1,
89
+ # &quot;force_prefix&quot;: false,
90
+ # &quot;force_prefix_search&quot;: false
91
+ # },
92
+ # {
93
+ # &quot;value&quot;: &quot;l&quot;,
94
+ # &quot;position&quot;: 2,
95
+ # &quot;force_prefix&quot;: false,
96
+ # &quot;force_prefix_search&quot;: false
97
+ # },
98
+ # {
99
+ # &quot;value&quot;: &quot;l&quot;,
100
+ # &quot;position&quot;: 3,
101
+ # &quot;force_prefix&quot;: false,
102
+ # &quot;force_prefix_search&quot;: false
103
+ # },
104
+ # {
105
+ # &quot;value&quot;: &quot;o&quot;,
106
+ # &quot;position&quot;: 4,
107
+ # &quot;force_prefix&quot;: false,
108
+ # &quot;force_prefix_search&quot;: false
109
+ # },
110
+ # {
111
+ # &quot;value&quot;: &quot; &quot;,
112
+ # &quot;position&quot;: 5,
113
+ # &quot;force_prefix&quot;: false,
114
+ # &quot;force_prefix_search&quot;: false
115
+ # },
116
+ # {
117
+ # &quot;value&quot;: &quot;W&quot;,
118
+ # &quot;position&quot;: 6,
119
+ # &quot;force_prefix&quot;: false,
120
+ # &quot;force_prefix_search&quot;: false
121
+ # },
122
+ # {
123
+ # &quot;value&quot;: &quot;o&quot;,
124
+ # &quot;position&quot;: 7,
125
+ # &quot;force_prefix&quot;: false,
126
+ # &quot;force_prefix_search&quot;: false
127
+ # },
128
+ # {
129
+ # &quot;value&quot;: &quot;r&quot;,
130
+ # &quot;position&quot;: 8,
131
+ # &quot;force_prefix&quot;: false,
132
+ # &quot;force_prefix_search&quot;: false
133
+ # },
134
+ # {
135
+ # &quot;value&quot;: &quot;l&quot;,
136
+ # &quot;position&quot;: 9,
137
+ # &quot;force_prefix&quot;: false,
138
+ # &quot;force_prefix_search&quot;: false
139
+ # },
140
+ # {
141
+ # &quot;value&quot;: &quot;d&quot;,
142
+ # &quot;position&quot;: 10,
143
+ # &quot;force_prefix&quot;: false,
144
+ # &quot;force_prefix_search&quot;: false
145
+ # }
146
+ # ]
147
+ # ]
148
+ </pre></div>
149
+ </div>
150
+ <p>Bi-gram:</p>
151
+ <p>Execution example:</p>
152
+ <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>tokenize --tokenizer &#39;TokenNgram(&quot;n&quot;, 2)&#39; --string &quot;Hello World&quot;
153
+ # [
154
+ # [
155
+ # 0,
156
+ # 1556064877.095833,
157
+ # 0.0002193450927734375
158
+ # ],
159
+ # [
160
+ # {
161
+ # &quot;value&quot;: &quot;He&quot;,
162
+ # &quot;position&quot;: 0,
163
+ # &quot;force_prefix&quot;: false,
164
+ # &quot;force_prefix_search&quot;: false
165
+ # },
166
+ # {
167
+ # &quot;value&quot;: &quot;el&quot;,
168
+ # &quot;position&quot;: 1,
169
+ # &quot;force_prefix&quot;: false,
170
+ # &quot;force_prefix_search&quot;: false
171
+ # },
172
+ # {
173
+ # &quot;value&quot;: &quot;ll&quot;,
174
+ # &quot;position&quot;: 2,
175
+ # &quot;force_prefix&quot;: false,
176
+ # &quot;force_prefix_search&quot;: false
177
+ # },
178
+ # {
179
+ # &quot;value&quot;: &quot;lo&quot;,
180
+ # &quot;position&quot;: 3,
181
+ # &quot;force_prefix&quot;: false,
182
+ # &quot;force_prefix_search&quot;: false
183
+ # },
184
+ # {
185
+ # &quot;value&quot;: &quot;o &quot;,
186
+ # &quot;position&quot;: 4,
187
+ # &quot;force_prefix&quot;: false,
188
+ # &quot;force_prefix_search&quot;: false
189
+ # },
190
+ # {
191
+ # &quot;value&quot;: &quot; W&quot;,
192
+ # &quot;position&quot;: 5,
193
+ # &quot;force_prefix&quot;: false,
194
+ # &quot;force_prefix_search&quot;: false
195
+ # },
196
+ # {
197
+ # &quot;value&quot;: &quot;Wo&quot;,
198
+ # &quot;position&quot;: 6,
199
+ # &quot;force_prefix&quot;: false,
200
+ # &quot;force_prefix_search&quot;: false
201
+ # },
202
+ # {
203
+ # &quot;value&quot;: &quot;or&quot;,
204
+ # &quot;position&quot;: 7,
205
+ # &quot;force_prefix&quot;: false,
206
+ # &quot;force_prefix_search&quot;: false
207
+ # },
208
+ # {
209
+ # &quot;value&quot;: &quot;rl&quot;,
210
+ # &quot;position&quot;: 8,
211
+ # &quot;force_prefix&quot;: false,
212
+ # &quot;force_prefix_search&quot;: false
213
+ # },
214
+ # {
215
+ # &quot;value&quot;: &quot;ld&quot;,
216
+ # &quot;position&quot;: 9,
217
+ # &quot;force_prefix&quot;: false,
218
+ # &quot;force_prefix_search&quot;: false
219
+ # },
220
+ # {
221
+ # &quot;value&quot;: &quot;d&quot;,
222
+ # &quot;position&quot;: 10,
223
+ # &quot;force_prefix&quot;: false,
224
+ # &quot;force_prefix_search&quot;: false
225
+ # }
226
+ # ]
227
+ # ]
228
+ </pre></div>
229
+ </div>
230
+ <p>Tri-gram:</p>
231
+ <p>Execution example:</p>
232
+ <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>tokenize --tokenizer &#39;TokenNgram(&quot;n&quot;, 3)&#39; --string &quot;Hello World&quot;
233
+ # [
234
+ # [
235
+ # 0,
236
+ # 1556064951.790899,
237
+ # 0.0002274513244628906
238
+ # ],
239
+ # [
240
+ # {
241
+ # &quot;value&quot;: &quot;Hel&quot;,
242
+ # &quot;position&quot;: 0,
243
+ # &quot;force_prefix&quot;: false,
244
+ # &quot;force_prefix_search&quot;: false
245
+ # },
246
+ # {
247
+ # &quot;value&quot;: &quot;ell&quot;,
248
+ # &quot;position&quot;: 1,
249
+ # &quot;force_prefix&quot;: false,
250
+ # &quot;force_prefix_search&quot;: false
251
+ # },
252
+ # {
253
+ # &quot;value&quot;: &quot;llo&quot;,
254
+ # &quot;position&quot;: 2,
255
+ # &quot;force_prefix&quot;: false,
256
+ # &quot;force_prefix_search&quot;: false
257
+ # },
258
+ # {
259
+ # &quot;value&quot;: &quot;lo &quot;,
260
+ # &quot;position&quot;: 3,
261
+ # &quot;force_prefix&quot;: false,
262
+ # &quot;force_prefix_search&quot;: false
263
+ # },
264
+ # {
265
+ # &quot;value&quot;: &quot;o W&quot;,
266
+ # &quot;position&quot;: 4,
267
+ # &quot;force_prefix&quot;: false,
268
+ # &quot;force_prefix_search&quot;: false
269
+ # },
270
+ # {
271
+ # &quot;value&quot;: &quot; Wo&quot;,
272
+ # &quot;position&quot;: 5,
273
+ # &quot;force_prefix&quot;: false,
274
+ # &quot;force_prefix_search&quot;: false
275
+ # },
276
+ # {
277
+ # &quot;value&quot;: &quot;Wor&quot;,
278
+ # &quot;position&quot;: 6,
279
+ # &quot;force_prefix&quot;: false,
280
+ # &quot;force_prefix_search&quot;: false
281
+ # },
282
+ # {
283
+ # &quot;value&quot;: &quot;orl&quot;,
284
+ # &quot;position&quot;: 7,
285
+ # &quot;force_prefix&quot;: false,
286
+ # &quot;force_prefix_search&quot;: false
287
+ # },
288
+ # {
289
+ # &quot;value&quot;: &quot;rld&quot;,
290
+ # &quot;position&quot;: 8,
291
+ # &quot;force_prefix&quot;: false,
292
+ # &quot;force_prefix_search&quot;: false
293
+ # },
294
+ # {
295
+ # &quot;value&quot;: &quot;ld&quot;,
296
+ # &quot;position&quot;: 9,
297
+ # &quot;force_prefix&quot;: false,
298
+ # &quot;force_prefix_search&quot;: false
299
+ # },
300
+ # {
301
+ # &quot;value&quot;: &quot;d&quot;,
302
+ # &quot;position&quot;: 10,
303
+ # &quot;force_prefix&quot;: false,
304
+ # &quot;force_prefix_search&quot;: false
305
+ # }
306
+ # ]
307
+ # ]
308
+ </pre></div>
309
+ </div>
310
+ <p>This tokenizer also has options other than the above.</p>
311
+ </div>
312
+ <div class="section" id="syntax">
313
+ <h2>7.8.13.2. Syntax<a class="headerlink" href="#syntax" title="Permalink to this headline">¶</a></h2>
314
+ <p><code class="docutils literal notranslate"><span class="pre">TokenNgram</span></code> has optional parameter.</p>
315
+ <p>No options:</p>
316
+ <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>TokenNgram
317
+ </pre></div>
318
+ </div>
319
+ <p>If we don’t use options, <code class="docutils literal notranslate"><span class="pre">TokenNgram</span></code> is the same behavior for <code class="docutils literal notranslate"><span class="pre">TokenBigram</span></code>.</p>
320
+ <p>Specify option:</p>
321
+ <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>TokenNgram(&quot;n&quot;, true)
322
+
323
+ TokenNgram(&quot;loose_symbol&quot;, true)
324
+
325
+ TokenNgram(&quot;loose_blank&quot;, true)
326
+
327
+ TokenNgram(&quot;remove_blank&quot;, true)
328
+
329
+ TokenNgram(&quot;report_source_location&quot;, true)
330
+
331
+ TokenNgram(&quot;unify_alphabet&quot;, true)
332
+
333
+ TokenNgram(&quot;unify_symbol&quot;, true)
334
+
335
+ TokenNgram(&quot;unify_digit&quot;, true)
336
+ </pre></div>
337
+ </div>
338
+ <p>Specify multiple options:</p>
339
+ <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>TokenNgram(&quot;loose_symbol&quot;, true, &quot;loose_blank&quot;, true)
340
+ </pre></div>
341
+ </div>
342
+ <p><code class="docutils literal notranslate"><span class="pre">TokenNgram</span></code> We can also specify multiple options at the same time except the above examples.</p>
343
+ </div>
344
+ <div class="section" id="usage">
345
+ <h2>7.8.13.3. Usage<a class="headerlink" href="#usage" title="Permalink to this headline">¶</a></h2>
346
+ </div>
347
+ <div class="section" id="simple-usage">
348
+ <h2>7.8.13.4. Simple usage<a class="headerlink" href="#simple-usage" title="Permalink to this headline">¶</a></h2>
349
+ <p>Here is an example of <code class="docutils literal notranslate"><span class="pre">TokenNgram</span></code>.</p>
350
+ <p>If we use <code class="docutils literal notranslate"><span class="pre">TokenNgram</span></code> in the nothing of option.
351
+ <code class="docutils literal notranslate"><span class="pre">TokenNgram</span></code> behavior is the same as <code class="docutils literal notranslate"><span class="pre">TokenBigram</span></code> as below:</p>
352
+ <ul class="simple">
353
+ <li><p>If no normalizer is used.</p></li>
354
+ </ul>
355
+ <p>Execution example:</p>
356
+ <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>tokenize --tokenizer TokenNgram --string &quot;Hello World&quot;
357
+ # [
358
+ # [
359
+ # 0,
360
+ # 1556063548.341422,
361
+ # 0.0002450942993164062
362
+ # ],
363
+ # [
364
+ # {
365
+ # &quot;value&quot;: &quot;He&quot;,
366
+ # &quot;position&quot;: 0,
367
+ # &quot;force_prefix&quot;: false,
368
+ # &quot;force_prefix_search&quot;: false
369
+ # },
370
+ # {
371
+ # &quot;value&quot;: &quot;el&quot;,
372
+ # &quot;position&quot;: 1,
373
+ # &quot;force_prefix&quot;: false,
374
+ # &quot;force_prefix_search&quot;: false
375
+ # },
376
+ # {
377
+ # &quot;value&quot;: &quot;ll&quot;,
378
+ # &quot;position&quot;: 2,
379
+ # &quot;force_prefix&quot;: false,
380
+ # &quot;force_prefix_search&quot;: false
381
+ # },
382
+ # {
383
+ # &quot;value&quot;: &quot;lo&quot;,
384
+ # &quot;position&quot;: 3,
385
+ # &quot;force_prefix&quot;: false,
386
+ # &quot;force_prefix_search&quot;: false
387
+ # },
388
+ # {
389
+ # &quot;value&quot;: &quot;o &quot;,
390
+ # &quot;position&quot;: 4,
391
+ # &quot;force_prefix&quot;: false,
392
+ # &quot;force_prefix_search&quot;: false
393
+ # },
394
+ # {
395
+ # &quot;value&quot;: &quot; W&quot;,
396
+ # &quot;position&quot;: 5,
397
+ # &quot;force_prefix&quot;: false,
398
+ # &quot;force_prefix_search&quot;: false
399
+ # },
400
+ # {
401
+ # &quot;value&quot;: &quot;Wo&quot;,
402
+ # &quot;position&quot;: 6,
403
+ # &quot;force_prefix&quot;: false,
404
+ # &quot;force_prefix_search&quot;: false
405
+ # },
406
+ # {
407
+ # &quot;value&quot;: &quot;or&quot;,
408
+ # &quot;position&quot;: 7,
409
+ # &quot;force_prefix&quot;: false,
410
+ # &quot;force_prefix_search&quot;: false
411
+ # },
412
+ # {
413
+ # &quot;value&quot;: &quot;rl&quot;,
414
+ # &quot;position&quot;: 8,
415
+ # &quot;force_prefix&quot;: false,
416
+ # &quot;force_prefix_search&quot;: false
417
+ # },
418
+ # {
419
+ # &quot;value&quot;: &quot;ld&quot;,
420
+ # &quot;position&quot;: 9,
421
+ # &quot;force_prefix&quot;: false,
422
+ # &quot;force_prefix_search&quot;: false
423
+ # },
424
+ # {
425
+ # &quot;value&quot;: &quot;d&quot;,
426
+ # &quot;position&quot;: 10,
427
+ # &quot;force_prefix&quot;: false,
428
+ # &quot;force_prefix_search&quot;: false
429
+ # }
430
+ # ]
431
+ # ]
432
+ </pre></div>
433
+ </div>
434
+ <ul class="simple">
435
+ <li><p>If normalizer is used.</p></li>
436
+ </ul>
437
+ <p>Execution example:</p>
438
+ <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>tokenize --tokenizer TokenNgram --string &quot;Hello World&quot; --normalizer NormalizerAuto
439
+ # [
440
+ # [
441
+ # 0,
442
+ # 1556063752.798628,
443
+ # 0.0001776218414306641
444
+ # ],
445
+ # [
446
+ # {
447
+ # &quot;value&quot;: &quot;hello&quot;,
448
+ # &quot;position&quot;: 0,
449
+ # &quot;force_prefix&quot;: false,
450
+ # &quot;force_prefix_search&quot;: false
451
+ # },
452
+ # {
453
+ # &quot;value&quot;: &quot;world&quot;,
454
+ # &quot;position&quot;: 1,
455
+ # &quot;force_prefix&quot;: false,
456
+ # &quot;force_prefix_search&quot;: false
457
+ # }
458
+ # ]
459
+ # ]
460
+ </pre></div>
461
+ </div>
462
+ </div>
463
+ <div class="section" id="advanced-usage">
464
+ <h2>7.8.13.5. Advanced usage<a class="headerlink" href="#advanced-usage" title="Permalink to this headline">¶</a></h2>
465
+ <p>We can specify multiple options for <code class="docutils literal notranslate"><span class="pre">TokenNgram</span></code>.</p>
466
+ <p>For example, we can deal with variantsas as phone number by using <code class="docutils literal notranslate"><span class="pre">loose_symbol</span></code> and <code class="docutils literal notranslate"><span class="pre">loose_blank</span></code> as below.</p>
467
+ <p>We can search <code class="docutils literal notranslate"><span class="pre">0123(45)6789</span></code>, <code class="docutils literal notranslate"><span class="pre">0123-45-6789</span></code> and, <code class="docutils literal notranslate"><span class="pre">0123</span> <span class="pre">45</span> <span class="pre">6789</span></code> by using <code class="docutils literal notranslate"><span class="pre">0123456789</span></code> as below example.</p>
468
+ <p>Execution example:</p>
469
+ <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>tokenize --tokenizer &#39;TokenNgram(&quot;loose_symbol&quot;, true, &quot;loose_blank&quot;, true)&#39; --string &quot;0123(45)6789&quot; --normalizer NormalizerAuto
470
+ # [
471
+ # [
472
+ # 0,
473
+ # 1557187317.825164,
474
+ # 0.0003116130828857422
475
+ # ],
476
+ # [
477
+ # {
478
+ # &quot;value&quot;: &quot;0123&quot;,
479
+ # &quot;position&quot;: 0,
480
+ # &quot;force_prefix&quot;: false,
481
+ # &quot;force_prefix_search&quot;: false
482
+ # },
483
+ # {
484
+ # &quot;value&quot;: &quot;(&quot;,
485
+ # &quot;position&quot;: 1,
486
+ # &quot;force_prefix&quot;: false,
487
+ # &quot;force_prefix_search&quot;: false
488
+ # },
489
+ # {
490
+ # &quot;value&quot;: &quot;45&quot;,
491
+ # &quot;position&quot;: 2,
492
+ # &quot;force_prefix&quot;: false,
493
+ # &quot;force_prefix_search&quot;: false
494
+ # },
495
+ # {
496
+ # &quot;value&quot;: &quot;)&quot;,
497
+ # &quot;position&quot;: 3,
498
+ # &quot;force_prefix&quot;: false,
499
+ # &quot;force_prefix_search&quot;: false
500
+ # },
501
+ # {
502
+ # &quot;value&quot;: &quot;6789&quot;,
503
+ # &quot;position&quot;: 4,
504
+ # &quot;force_prefix&quot;: false,
505
+ # &quot;force_prefix_search&quot;: false
506
+ # },
507
+ # {
508
+ # &quot;value&quot;: &quot;￰&quot;,
509
+ # &quot;position&quot;: 5,
510
+ # &quot;force_prefix&quot;: false,
511
+ # &quot;force_prefix_search&quot;: false
512
+ # },
513
+ # {
514
+ # &quot;value&quot;: &quot;0123456789&quot;,
515
+ # &quot;position&quot;: 6,
516
+ # &quot;force_prefix&quot;: false,
517
+ # &quot;force_prefix_search&quot;: false
518
+ # }
519
+ # ]
520
+ # ]
521
+ tokenize --tokenizer &#39;TokenNgram(&quot;loose_symbol&quot;, true, &quot;loose_blank&quot;, true)&#39; --string &quot;0123-45-6789&quot; --normalizer NormalizerAuto
522
+ # [
523
+ # [
524
+ # 0,
525
+ # 1557187366.441741,
526
+ # 0.0002820491790771484
527
+ # ],
528
+ # [
529
+ # {
530
+ # &quot;value&quot;: &quot;0123&quot;,
531
+ # &quot;position&quot;: 0,
532
+ # &quot;force_prefix&quot;: false,
533
+ # &quot;force_prefix_search&quot;: false
534
+ # },
535
+ # {
536
+ # &quot;value&quot;: &quot;-&quot;,
537
+ # &quot;position&quot;: 1,
538
+ # &quot;force_prefix&quot;: false,
539
+ # &quot;force_prefix_search&quot;: false
540
+ # },
541
+ # {
542
+ # &quot;value&quot;: &quot;45&quot;,
543
+ # &quot;position&quot;: 2,
544
+ # &quot;force_prefix&quot;: false,
545
+ # &quot;force_prefix_search&quot;: false
546
+ # },
547
+ # {
548
+ # &quot;value&quot;: &quot;-&quot;,
549
+ # &quot;position&quot;: 3,
550
+ # &quot;force_prefix&quot;: false,
551
+ # &quot;force_prefix_search&quot;: false
552
+ # },
553
+ # {
554
+ # &quot;value&quot;: &quot;6789&quot;,
555
+ # &quot;position&quot;: 4,
556
+ # &quot;force_prefix&quot;: false,
557
+ # &quot;force_prefix_search&quot;: false
558
+ # },
559
+ # {
560
+ # &quot;value&quot;: &quot;￰&quot;,
561
+ # &quot;position&quot;: 5,
562
+ # &quot;force_prefix&quot;: false,
563
+ # &quot;force_prefix_search&quot;: false
564
+ # },
565
+ # {
566
+ # &quot;value&quot;: &quot;0123456789&quot;,
567
+ # &quot;position&quot;: 6,
568
+ # &quot;force_prefix&quot;: false,
569
+ # &quot;force_prefix_search&quot;: false
570
+ # }
571
+ # ]
572
+ # ]
573
+ tokenize --tokenizer &#39;TokenNgram(&quot;loose_symbol&quot;, true, &quot;loose_blank&quot;, true)&#39; --string &quot;0123 45 6789&quot; --normalizer NormalizerAuto
574
+ # [
575
+ # [
576
+ # 0,
577
+ # 1557187404.034283,
578
+ # 0.0003006458282470703
579
+ # ],
580
+ # [
581
+ # {
582
+ # &quot;value&quot;: &quot;0123&quot;,
583
+ # &quot;position&quot;: 0,
584
+ # &quot;force_prefix&quot;: false,
585
+ # &quot;force_prefix_search&quot;: false
586
+ # },
587
+ # {
588
+ # &quot;value&quot;: &quot;45&quot;,
589
+ # &quot;position&quot;: 1,
590
+ # &quot;force_prefix&quot;: false,
591
+ # &quot;force_prefix_search&quot;: false
592
+ # },
593
+ # {
594
+ # &quot;value&quot;: &quot;6789&quot;,
595
+ # &quot;position&quot;: 2,
596
+ # &quot;force_prefix&quot;: false,
597
+ # &quot;force_prefix_search&quot;: false
598
+ # },
599
+ # {
600
+ # &quot;value&quot;: &quot;￰&quot;,
601
+ # &quot;position&quot;: 3,
602
+ # &quot;force_prefix&quot;: false,
603
+ # &quot;force_prefix_search&quot;: false
604
+ # },
605
+ # {
606
+ # &quot;value&quot;: &quot;0123456789&quot;,
607
+ # &quot;position&quot;: 4,
608
+ # &quot;force_prefix&quot;: false,
609
+ # &quot;force_prefix_search&quot;: false
610
+ # }
611
+ # ]
612
+ # ]
613
+ </pre></div>
614
+ </div>
615
+ </div>
616
+ <div class="section" id="parameters">
617
+ <h2>7.8.13.6. Parameters<a class="headerlink" href="#parameters" title="Permalink to this headline">¶</a></h2>
618
+ <div class="section" id="optional-parameter">
619
+ <h3>7.8.13.6.1. Optional parameter<a class="headerlink" href="#optional-parameter" title="Permalink to this headline">¶</a></h3>
620
+ <p>There are eight optional parameters.</p>
621
+ <div class="section" id="n">
622
+ <span id="token-ngram-n"></span><h4>7.8.13.6.1.1. <code class="docutils literal notranslate"><span class="pre">n</span></code><a class="headerlink" href="#n" title="Permalink to this headline">¶</a></h4>
623
+ <p>This option shows <code class="docutils literal notranslate"><span class="pre">N</span></code> of Ngram. For example, <code class="docutils literal notranslate"><span class="pre">n</span></code> is <code class="docutils literal notranslate"><span class="pre">3</span></code> for trigram.</p>
624
+ </div>
625
+ <div class="section" id="loose-symbol">
626
+ <span id="token-ngram-loose-symbol"></span><h4>7.8.13.6.1.2. <code class="docutils literal notranslate"><span class="pre">loose_symbol</span></code><a class="headerlink" href="#loose-symbol" title="Permalink to this headline">¶</a></h4>
627
+ <p>Tokenize keywords including symbols, to be searched by both queries with/without symbols.
628
+ For example, a keyword <code class="docutils literal notranslate"><span class="pre">090-1111-2222</span></code> will be found by any of <code class="docutils literal notranslate"><span class="pre">09011112222</span></code>, <code class="docutils literal notranslate"><span class="pre">090</span></code>, <code class="docutils literal notranslate"><span class="pre">1111</span></code>, <code class="docutils literal notranslate"><span class="pre">2222</span></code> and <code class="docutils literal notranslate"><span class="pre">090-1111-2222</span></code>.</p>
629
+ </div>
630
+ <div class="section" id="loose-blank">
631
+ <span id="token-ngram-loose-blank"></span><h4>7.8.13.6.1.3. <code class="docutils literal notranslate"><span class="pre">loose_blank</span></code><a class="headerlink" href="#loose-blank" title="Permalink to this headline">¶</a></h4>
632
+ <p>Tokenize keywords including blanks, to be searched by both queries with/without blanks.
633
+ For example, a keyword <code class="docutils literal notranslate"><span class="pre">090</span> <span class="pre">1111</span> <span class="pre">2222</span></code> will be found by any of <code class="docutils literal notranslate"><span class="pre">09011112222</span></code>, <code class="docutils literal notranslate"><span class="pre">090</span></code>, <code class="docutils literal notranslate"><span class="pre">1111</span></code>, <code class="docutils literal notranslate"><span class="pre">2222</span></code> and <code class="docutils literal notranslate"><span class="pre">090</span> <span class="pre">1111</span> <span class="pre">2222</span></code>.</p>
634
+ </div>
635
+ <div class="section" id="remove-blank">
636
+ <span id="token-ngram-remove-blank"></span><h4>7.8.13.6.1.4. <code class="docutils literal notranslate"><span class="pre">remove_blank</span></code><a class="headerlink" href="#remove-blank" title="Permalink to this headline">¶</a></h4>
637
+ <p>Tokenize keywords including blanks, to be searched by queries without blanks.
638
+ For example, a keyword <code class="docutils literal notranslate"><span class="pre">090</span> <span class="pre">1111</span> <span class="pre">2222</span></code> will be found by any of <code class="docutils literal notranslate"><span class="pre">09011112222</span></code>, <code class="docutils literal notranslate"><span class="pre">090</span></code>, <code class="docutils literal notranslate"><span class="pre">1111</span></code> or <code class="docutils literal notranslate"><span class="pre">2222</span></code>.</p>
639
+ <p>Note that the keyword won’t be found by a query including blanks like <code class="docutils literal notranslate"><span class="pre">090</span> <span class="pre">1111</span> <span class="pre">2222</span></code>.</p>
640
+ </div>
641
+ <div class="section" id="report-source-location">
642
+ <span id="token-ngram-report-source-location"></span><h4>7.8.13.6.1.5. <code class="docutils literal notranslate"><span class="pre">report_source_location</span></code><a class="headerlink" href="#report-source-location" title="Permalink to this headline">¶</a></h4>
643
+ <p>This option tells us a location of token of highlight target when we highlight token by <code class="docutils literal notranslate"><span class="pre">highlight_html</span></code>.</p>
644
+ <p>We only use this option when we want to highlight token by <code class="docutils literal notranslate"><span class="pre">highlight_html</span></code>.</p>
645
+ <p>When Groonga tokenize texts that target highlight, always used <code class="docutils literal notranslate"><span class="pre">NormalizerAuto</span></code> to normalizer until now.
646
+ Therefore, if we use <code class="docutils literal notranslate"><span class="pre">NormalizerNFKC100</span></code> to normalizer, sometimes it
647
+ can’t find the position of the highlight as below.</p>
648
+ <p>Execution example:</p>
649
+ <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>table_create Entries TABLE_NO_KEY
650
+ #[[0,0.0,0.0],true]
651
+ column_create Entries body COLUMN_SCALAR ShortText
652
+ #[[0,0.0,0.0],true]
653
+ table_create Terms TABLE_PAT_KEY ShortText --normalizer &#39;NormalizerNFKC100&#39;
654
+ #[[0,0.0,0.0],true]
655
+ column_create Terms document_index COLUMN_INDEX|WITH_POSITION Entries body
656
+ #[[0,0.0,0.0],true]
657
+ load --table Entries
658
+ [
659
+ {&quot;body&quot;: &quot;ア㌕Ａz&quot;}
660
+ ]
661
+ #[[0,0.0,0.0],1]
662
+ select Entries --match_columns body --query &#39;グラム&#39; --output_columns &#39;highlight_html(body, Terms)&#39;
663
+ #[
664
+ # [
665
+ # 0,
666
+ # 1558915202.24493,
667
+ # 0.0003714561462402344
668
+ # ],
669
+ # [[[0],[[&quot;highlight_html&quot;,null]]]]
670
+ #]
671
+ </pre></div>
672
+ </div>
673
+ <p>Because we use different normalizer to normalize token.</p>
674
+ <p>This option is used to reduce the shift of the position of the highlight as below.</p>
675
+ <p>Execution example:</p>
676
+ <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>table_create Entries TABLE_NO_KEY
677
+ #[[0,0.0,0.0],true]
678
+ column_create Entries body COLUMN_SCALAR ShortText
679
+ #[[0,0.0,0.0],true]
680
+ table_create Terms TABLE_PAT_KEY ShortText --default_tokenizer &#39;TokenNgram(&quot;report_source_location&quot;, true)&#39; --normalizer &#39;NormalizerNFKC100&#39;
681
+ #[[0,0.0,0.0],true]
682
+ column_create Terms document_index COLUMN_INDEX|WITH_POSITION Entries body
683
+ #[[0,0.0,0.0],true]
684
+ load --table Entries
685
+ [
686
+ {&quot;body&quot;: &quot;ア㌕Ａz&quot;}
687
+ ]
688
+ #[[0,0.0,0.0],1]
689
+ select Entries --match_columns body --query &#39;グラム&#39; --output_columns &#39;highlight_html(body, Terms)&#39;
690
+ #[
691
+ # [
692
+ # 0,
693
+ # 0.0,
694
+ # 0.0
695
+ # ],
696
+ # [
697
+ # [
698
+ # [
699
+ # 1
700
+ # ],
701
+ # [
702
+ # [
703
+ # &quot;highlight_html&quot;,
704
+ # null
705
+ # ]
706
+ # ],
707
+ # [
708
+ # &quot;ア&lt;span class=\&quot;keyword\&quot;&gt;㌕&lt;/span&gt;Ａz&quot;
709
+ # ]
710
+ # ]
711
+ # ]
712
+ #]
713
+ </pre></div>
714
+ </div>
715
+ </div>
716
+ <div class="section" id="unify-alphabet">
717
+ <span id="token-ngram-unify-alphabet"></span><h4>7.8.13.6.1.6. <code class="docutils literal notranslate"><span class="pre">unify_alphabet</span></code><a class="headerlink" href="#unify-alphabet" title="Permalink to this headline">¶</a></h4>
718
+ <p>If we set false, <code class="docutils literal notranslate"><span class="pre">TokenNgram</span></code> uses bigram tokenize method for ASCII character.</p>
719
+ <p>Default value of this option is true.</p>
720
+ <p>Execution example:</p>
721
+ <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>tokenize --tokenizer &#39;TokenNgram(&quot;unify_alphabet&quot;, false)&#39; --string &quot;abcd ABCD&quot; --normaluzer NormalizeAuto
722
+ #[
723
+ # [
724
+ # 0,
725
+ # 1558570398.145967,
726
+ # 0.0009109973907470703
727
+ # ],
728
+ # [
729
+ # {
730
+ # &quot;value&quot;: &quot;ab&quot;,
731
+ # &quot;position&quot;: 0,
732
+ # &quot;force_prefix&quot;: false,
733
+ # &quot;force_prefix_search&quot;: false
734
+ # },
735
+ # {
736
+ # &quot;value&quot;: &quot;bc&quot;,
737
+ # &quot;position&quot;: 1,
738
+ # &quot;force_prefix&quot;: false,
739
+ # &quot;force_prefix_search&quot;: false
740
+ # },
741
+ # {
742
+ # &quot;value&quot;: &quot;cd&quot;,
743
+ # &quot;position&quot;: 2,
744
+ # &quot;force_prefix&quot;: false,
745
+ # &quot;force_prefix_search&quot;: false
746
+ # },
747
+ # {
748
+ # &quot;value&quot;: &quot;d &quot;,
749
+ # &quot;position&quot;: 3,
750
+ # &quot;force_prefix&quot;: false,
751
+ # &quot;force_prefix_search&quot;: false
752
+ # },
753
+ # {
754
+ # &quot;value&quot;: &quot; A&quot;,
755
+ # &quot;position&quot;: 4,
756
+ # &quot;force_prefix&quot;: false,
757
+ # &quot;force_prefix_search&quot;: false
758
+ # },
759
+ # {
760
+ # &quot;value&quot;: &quot;AB&quot;,
761
+ # &quot;position&quot;: 5,
762
+ # &quot;force_prefix&quot;: false,
763
+ # &quot;force_prefix_search&quot;: false
764
+ # },
765
+ # {
766
+ # &quot;value&quot;: &quot;BC&quot;,
767
+ # &quot;position&quot;: 6,
768
+ # &quot;force_prefix&quot;: false,
769
+ # &quot;force_prefix_search&quot;: false
770
+ # },
771
+ # {
772
+ # &quot;value&quot;: &quot;CD&quot;,
773
+ # &quot;position&quot;: 7,
774
+ # &quot;force_prefix&quot;: false,
775
+ # &quot;force_prefix_search&quot;: false
776
+ # },
777
+ # {
778
+ # &quot;value&quot;: &quot;D&quot;,
779
+ # &quot;position&quot;: 8,
780
+ # &quot;force_prefix&quot;: false,
781
+ # &quot;force_prefix_search&quot;: false
782
+ # }
783
+ # ]
784
+ #]
785
+ </pre></div>
786
+ </div>
787
+ </div>
788
+ <div class="section" id="unify-symbol">
789
+ <span id="token-ngram-unify-symbol"></span><h4>7.8.13.6.1.7. <code class="docutils literal notranslate"><span class="pre">unify_symbol</span></code><a class="headerlink" href="#unify-symbol" title="Permalink to this headline">¶</a></h4>
790
+ <p>If we set false, <code class="docutils literal notranslate"><span class="pre">TokenNgram</span></code> uses bigram tokenize method for symbols.
791
+ <code class="docutils literal notranslate"><span class="pre">TokenNgram(&quot;unify_symbol&quot;,</span> <span class="pre">false)</span></code> is same behavior of <code class="docutils literal notranslate"><span class="pre">TokenBigramSplitSymbol</span></code>.</p>
792
+ <p>Default value of this option is true.</p>
793
+ <p>Execution example:</p>
794
+ <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>tokenize --tokenizer &#39;TokenNgram(&quot;unify_symbol&quot;, false)&#39; --string &quot;___---&quot; --normalizer NormalizerAuto
795
+ #[
796
+ # [
797
+ # 0,
798
+ # 1558913369.875591,
799
+ # 0.0008268356323242188
800
+ # ],
801
+ # [
802
+ # {
803
+ # &quot;value&quot;: &quot;__&quot;,
804
+ # &quot;position&quot;: 0,
805
+ # &quot;force_prefix&quot;: false,
806
+ # &quot;force_prefix_search&quot;: false
807
+ # },
808
+ # {
809
+ # &quot;value&quot;: &quot;__&quot;,
810
+ # &quot;position&quot;: 1,
811
+ # &quot;force_prefix&quot;: false,
812
+ # &quot;force_prefix_search&quot;: false
813
+ # },
814
+ # {
815
+ # &quot;value&quot;: &quot;_-&quot;,
816
+ # &quot;position&quot;: 2,
817
+ # &quot;force_prefix&quot;: false,
818
+ # &quot;force_prefix_search&quot;: false
819
+ # },
820
+ # {
821
+ # &quot;value&quot;: &quot;--&quot;,
822
+ # &quot;position&quot;: 3,
823
+ # &quot;force_prefix&quot;: false,
824
+ # &quot;force_prefix_search&quot;: false
825
+ # },
826
+ # {
827
+ # &quot;value&quot;: &quot;--&quot;,
828
+ # &quot;position&quot;: 4,
829
+ # &quot;force_prefix&quot;: false,
830
+ # &quot;force_prefix_search&quot;: false
831
+ # },
832
+ # {
833
+ # &quot;value&quot;: &quot;-&quot;,
834
+ # &quot;position&quot;: 5,
835
+ # &quot;force_prefix&quot;: false,
836
+ # &quot;force_prefix_search&quot;: false
837
+ # }
838
+ # ]
839
+ #]
840
+ </pre></div>
841
+ </div>
842
+ </div>
843
+ <div class="section" id="unify-digit">
844
+ <span id="token-ngram-unify-digit"></span><h4>7.8.13.6.1.8. <code class="docutils literal notranslate"><span class="pre">unify_digit</span></code><a class="headerlink" href="#unify-digit" title="Permalink to this headline">¶</a></h4>
845
+ <p>If we set false, <code class="docutils literal notranslate"><span class="pre">TokenNgram</span></code> uses bigram tokenize method for digits.</p>
846
+ <p>Default value of this option is true.</p>
847
+ <p>Execution example:</p>
848
+ <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>tokenize --tokenizer &#39;TokenNgram(&quot;unify_digit&quot;, false)&#39; --string &quot;012345 6789&quot; --normalizer NormalizerAuto
849
+ #[
850
+ # [
851
+ # 0,
852
+ # 1558914023.967506,
853
+ # 0.001635313034057617
854
+ # ],
855
+ # [
856
+ # {
857
+ # &quot;value&quot;: &quot;01&quot;,
858
+ # &quot;position&quot;: 0,
859
+ # &quot;force_prefix&quot;: false,
860
+ # &quot;force_prefix_search&quot;: false
861
+ # },
862
+ # {
863
+ # &quot;value&quot;: &quot;12&quot;,
864
+ # &quot;position&quot;: 1,
865
+ # &quot;force_prefix&quot;: false,
866
+ # &quot;force_prefix_search&quot;: false
867
+ # },
868
+ # {
869
+ # &quot;value&quot;: &quot;23&quot;,
870
+ # &quot;position&quot;: 2,
871
+ # &quot;force_prefix&quot;: false,
872
+ # &quot;force_prefix_search&quot;: false
873
+ # },
874
+ # {
875
+ # &quot;value&quot;: &quot;34&quot;,
876
+ # &quot;position&quot;: 3,
877
+ # &quot;force_prefix&quot;: false,
878
+ # &quot;force_prefix_search&quot;: false
879
+ # },
880
+ # {
881
+ # &quot;value&quot;: &quot;45&quot;,
882
+ # &quot;position&quot;: 4,
883
+ # &quot;force_prefix&quot;: false,
884
+ # &quot;force_prefix_search&quot;: false
885
+ # },
886
+ # {
887
+ # &quot;value&quot;: &quot;5&quot;,
888
+ # &quot;position&quot;: 5,
889
+ # &quot;force_prefix&quot;: false,
890
+ # &quot;force_prefix_search&quot;: false
891
+ # },
892
+ # {
893
+ # &quot;value&quot;: &quot;67&quot;,
894
+ # &quot;position&quot;: 6,
895
+ # &quot;force_prefix&quot;: false,
896
+ # &quot;force_prefix_search&quot;: false
897
+ # },
898
+ # {
899
+ # &quot;value&quot;: &quot;78&quot;,
900
+ # &quot;position&quot;: 7,
901
+ # &quot;force_prefix&quot;: false,
902
+ # &quot;force_prefix_search&quot;: false
903
+ # },
904
+ # {
905
+ # &quot;value&quot;: &quot;89&quot;,
906
+ # &quot;position&quot;: 8,
907
+ # &quot;force_prefix&quot;: false,
908
+ # &quot;force_prefix_search&quot;: false
909
+ # },
910
+ # {
911
+ # &quot;value&quot;: &quot;9&quot;,
912
+ # &quot;position&quot;: 9,
913
+ # &quot;force_prefix&quot;: false,
914
+ # &quot;force_prefix_search&quot;: false
915
+ # }
916
+ # ]
917
+ #]
918
+ </pre></div>
919
+ </div>
920
+ </div>
921
+ </div>
922
+ </div>
923
+ <div class="section" id="see-also">
924
+ <h2>7.8.13.7. See also<a class="headerlink" href="#see-also" title="Permalink to this headline">¶</a></h2>
925
+ <ul class="simple">
926
+ <li><p><a class="reference internal" href="../commands/tokenize.html"><span class="doc">tokenize</span></a></p></li>
927
+ </ul>
928
+ </div>
929
+ </div>
930
+
931
+
932
+ </div>
933
+ </div>
934
+ </div>
935
+ <div class="sphinxsidebar" role="navigation" aria-label="main navigation">
936
+ <div class="sphinxsidebarwrapper">
937
+ <h3><a href="../../index.html">Table of Contents</a></h3>
938
+ <ul>
939
+ <li><a class="reference internal" href="#">7.8.13. <code class="docutils literal notranslate"><span class="pre">TokenNgram</span></code></a><ul>
940
+ <li><a class="reference internal" href="#summary">7.8.13.1. Summary</a></li>
941
+ <li><a class="reference internal" href="#syntax">7.8.13.2. Syntax</a></li>
942
+ <li><a class="reference internal" href="#usage">7.8.13.3. Usage</a></li>
943
+ <li><a class="reference internal" href="#simple-usage">7.8.13.4. Simple usage</a></li>
944
+ <li><a class="reference internal" href="#advanced-usage">7.8.13.5. Advanced usage</a></li>
945
+ <li><a class="reference internal" href="#parameters">7.8.13.6. Parameters</a><ul>
946
+ <li><a class="reference internal" href="#optional-parameter">7.8.13.6.1. Optional parameter</a><ul>
947
+ <li><a class="reference internal" href="#n">7.8.13.6.1.1. <code class="docutils literal notranslate"><span class="pre">n</span></code></a></li>
948
+ <li><a class="reference internal" href="#loose-symbol">7.8.13.6.1.2. <code class="docutils literal notranslate"><span class="pre">loose_symbol</span></code></a></li>
949
+ <li><a class="reference internal" href="#loose-blank">7.8.13.6.1.3. <code class="docutils literal notranslate"><span class="pre">loose_blank</span></code></a></li>
950
+ <li><a class="reference internal" href="#remove-blank">7.8.13.6.1.4. <code class="docutils literal notranslate"><span class="pre">remove_blank</span></code></a></li>
951
+ <li><a class="reference internal" href="#report-source-location">7.8.13.6.1.5. <code class="docutils literal notranslate"><span class="pre">report_source_location</span></code></a></li>
952
+ <li><a class="reference internal" href="#unify-alphabet">7.8.13.6.1.6. <code class="docutils literal notranslate"><span class="pre">unify_alphabet</span></code></a></li>
953
+ <li><a class="reference internal" href="#unify-symbol">7.8.13.6.1.7. <code class="docutils literal notranslate"><span class="pre">unify_symbol</span></code></a></li>
954
+ <li><a class="reference internal" href="#unify-digit">7.8.13.6.1.8. <code class="docutils literal notranslate"><span class="pre">unify_digit</span></code></a></li>
955
+ </ul>
956
+ </li>
957
+ </ul>
958
+ </li>
959
+ <li><a class="reference internal" href="#see-also">7.8.13.7. See also</a></li>
960
+ </ul>
961
+ </li>
962
+ </ul>
963
+
964
+ <h4>Previous topic</h4>
965
+ <p class="topless"><a href="token_mecab.html"
966
+ title="previous chapter">7.8.12. <code class="docutils literal notranslate"><span class="pre">TokenMecab</span></code></a></p>
967
+ <h4>Next topic</h4>
968
+ <p class="topless"><a href="token_pattern.html"
969
+ title="next chapter">7.8.14. <code class="docutils literal notranslate"><span class="pre">TokenPattern</span></code></a></p>
970
+ <div id="searchbox" style="display: none" role="search">
971
+ <h3>Quick search</h3>
972
+ <div class="searchformwrapper">
973
+ <form class="search" action="../../search.html" method="get">
974
+ <input type="text" name="q" />
975
+ <input type="submit" value="Go" />
976
+ </form>
977
+ </div>
978
+ </div>
979
+ <script type="text/javascript">$('#searchbox').show(0);</script>
980
+ </div>
981
+ </div>
982
+ <div class="clearer"></div>
983
+ </div>
984
+ <div class="related" role="navigation" aria-label="related navigation">
985
+ <h3>Navigation</h3>
986
+ <ul>
987
+ <li class="right" style="margin-right: 10px">
988
+ <a href="../../genindex.html" title="General Index"
989
+ >index</a></li>
990
+ <li class="right" >
991
+ <a href="token_pattern.html" title="7.8.14. TokenPattern"
992
+ >next</a> |</li>
993
+ <li class="right" >
994
+ <a href="token_mecab.html" title="7.8.12. TokenMecab"
995
+ >previous</a> |</li>
996
+ <li class="nav-item nav-item-0"><a href="../../index.html">Groonga v9.0.6 documentation</a> &#187;</li>
997
+ <li class="nav-item nav-item-1"><a href="../../reference.html" >7. Reference manual</a> &#187;</li>
998
+ <li class="nav-item nav-item-2"><a href="../tokenizers.html" >7.8. Tokenizers</a> &#187;</li>
999
+ </ul>
1000
+ </div>
1001
+ <div class="footer" role="contentinfo">
1002
+ &#169; Copyright 2009-2019, Brazil, Inc.
1003
+ </div>
1004
+ </body>
1005
+ </html>