rroonga 9.0.3-x86-mingw32 → 9.0.7-x86-mingw32

Sign up to get free protection for your applications and to get access to all the features.
Files changed (769) hide show
  1. checksums.yaml +4 -4
  2. data/doc/text/news.md +30 -0
  3. data/ext/groonga/rb-grn-context.c +27 -0
  4. data/ext/groonga/rb-grn-flushable.c +7 -0
  5. data/ext/groonga/rb-grn-index-column.c +28 -0
  6. data/ext/groonga/rb-grn-index-cursor.c +19 -0
  7. data/ext/groonga/rb-grn-logger.c +17 -3
  8. data/ext/groonga/rb-grn-object.c +236 -22
  9. data/ext/groonga/rb-grn-table.c +68 -42
  10. data/ext/groonga/rb-grn.h +1 -1
  11. data/lib/2.3/groonga.so +0 -0
  12. data/lib/2.4/groonga.so +0 -0
  13. data/lib/2.5/groonga.so +0 -0
  14. data/lib/2.6/groonga.so +0 -0
  15. data/lib/groonga/dumper.rb +3 -0
  16. data/lib/groonga/record.rb +2 -2
  17. data/test/groonga-test-utils.rb +28 -5
  18. data/test/run-test.rb +0 -2
  19. data/test/test-accessor.rb +63 -7
  20. data/test/test-context.rb +25 -0
  21. data/test/test-exception.rb +5 -0
  22. data/test/test-flushable.rb +51 -6
  23. data/test/test-index-column.rb +67 -6
  24. data/test/test-index-cursor.rb +26 -0
  25. data/test/test-logger.rb +56 -11
  26. data/test/test-plugin.rb +1 -0
  27. data/test/test-query-logger.rb +4 -3
  28. data/test/test-record.rb +2 -1
  29. data/test/test-remote.rb +40 -10
  30. data/test/test-schema-dumper.rb +13 -0
  31. data/test/test-table.rb +21 -1
  32. data/test/test-variable.rb +23 -7
  33. data/vendor/local/bin/generate-pdb.bat +21 -21
  34. data/vendor/local/bin/grndb.exe +0 -0
  35. data/vendor/local/bin/groonga-benchmark.exe +0 -0
  36. data/vendor/local/bin/groonga-suggest-create-dataset.exe +0 -0
  37. data/vendor/local/bin/groonga.exe +0 -0
  38. data/vendor/local/bin/libgroonga-0.dll +0 -0
  39. data/vendor/local/bin/libmecab-2.dll +0 -0
  40. data/vendor/local/bin/libmsgpackc.dll +0 -0
  41. data/vendor/local/bin/libonigmo-6.dll +0 -0
  42. data/vendor/local/bin/libpcre-1.dll +0 -0
  43. data/vendor/local/bin/libpcrecpp-0.dll +0 -0
  44. data/vendor/local/bin/libpcreposix-0.dll +0 -0
  45. data/vendor/local/bin/lz4.exe +0 -0
  46. data/vendor/local/bin/lz4c.exe +0 -0
  47. data/vendor/local/bin/lz4cat.exe +0 -0
  48. data/vendor/local/bin/mecab.exe +0 -0
  49. data/vendor/local/bin/pcregrep.exe +0 -0
  50. data/vendor/local/bin/pcretest.exe +0 -0
  51. data/vendor/local/bin/unlz4.exe +0 -0
  52. data/vendor/local/bin/zlib1.dll +0 -0
  53. data/vendor/local/cmake/RapidJSONConfig.cmake +3 -0
  54. data/vendor/local/cmake/RapidJSONConfigVersion.cmake +10 -0
  55. data/vendor/local/include/groonga/groonga/expr.h +16 -0
  56. data/vendor/local/include/groonga/groonga/obj.h +8 -0
  57. data/vendor/local/include/groonga/groonga/output.h +5 -0
  58. data/vendor/local/include/groonga/groonga/version.h +2 -2
  59. data/vendor/local/include/rapidjson/allocators.h +271 -0
  60. data/vendor/local/include/rapidjson/document.h +2575 -0
  61. data/vendor/local/include/rapidjson/encodedstream.h +299 -0
  62. data/vendor/local/include/rapidjson/encodings.h +716 -0
  63. data/vendor/local/include/rapidjson/error/en.h +74 -0
  64. data/vendor/local/include/rapidjson/error/error.h +155 -0
  65. data/vendor/local/include/rapidjson/filereadstream.h +99 -0
  66. data/vendor/local/include/rapidjson/filewritestream.h +104 -0
  67. data/vendor/local/include/rapidjson/fwd.h +151 -0
  68. data/vendor/local/include/rapidjson/internal/biginteger.h +290 -0
  69. data/vendor/local/include/rapidjson/internal/diyfp.h +258 -0
  70. data/vendor/local/include/rapidjson/internal/dtoa.h +245 -0
  71. data/vendor/local/include/rapidjson/internal/ieee754.h +78 -0
  72. data/vendor/local/include/rapidjson/internal/itoa.h +304 -0
  73. data/vendor/local/include/rapidjson/internal/meta.h +181 -0
  74. data/vendor/local/include/rapidjson/internal/pow10.h +55 -0
  75. data/vendor/local/include/rapidjson/internal/regex.h +701 -0
  76. data/vendor/local/include/rapidjson/internal/stack.h +230 -0
  77. data/vendor/local/include/rapidjson/internal/strfunc.h +55 -0
  78. data/vendor/local/include/rapidjson/internal/strtod.h +269 -0
  79. data/vendor/local/include/rapidjson/internal/swap.h +46 -0
  80. data/vendor/local/include/rapidjson/istreamwrapper.h +115 -0
  81. data/vendor/local/include/rapidjson/memorybuffer.h +70 -0
  82. data/vendor/local/include/rapidjson/memorystream.h +71 -0
  83. data/vendor/local/include/rapidjson/msinttypes/inttypes.h +316 -0
  84. data/vendor/local/include/rapidjson/msinttypes/stdint.h +300 -0
  85. data/vendor/local/include/rapidjson/ostreamwrapper.h +81 -0
  86. data/vendor/local/include/rapidjson/pointer.h +1358 -0
  87. data/vendor/local/include/rapidjson/prettywriter.h +255 -0
  88. data/vendor/local/include/rapidjson/rapidjson.h +615 -0
  89. data/vendor/local/include/rapidjson/reader.h +1879 -0
  90. data/vendor/local/include/rapidjson/schema.h +2006 -0
  91. data/vendor/local/include/rapidjson/stream.h +179 -0
  92. data/vendor/local/include/rapidjson/stringbuffer.h +117 -0
  93. data/vendor/local/include/rapidjson/writer.h +610 -0
  94. data/vendor/local/lib/groonga/plugins/functions/index_column.a +0 -0
  95. data/vendor/local/lib/groonga/plugins/functions/index_column.dll +0 -0
  96. data/vendor/local/lib/groonga/plugins/functions/index_column.dll.a +0 -0
  97. data/vendor/local/lib/groonga/plugins/functions/index_column.la +1 -1
  98. data/vendor/local/lib/groonga/plugins/functions/math.a +0 -0
  99. data/vendor/local/lib/groonga/plugins/functions/math.dll +0 -0
  100. data/vendor/local/lib/groonga/plugins/functions/math.dll.a +0 -0
  101. data/vendor/local/lib/groonga/plugins/functions/math.la +1 -1
  102. data/vendor/local/lib/groonga/plugins/functions/number.a +0 -0
  103. data/vendor/local/lib/groonga/plugins/functions/number.dll +0 -0
  104. data/vendor/local/lib/groonga/plugins/functions/number.dll.a +0 -0
  105. data/vendor/local/lib/groonga/plugins/functions/number.la +1 -1
  106. data/vendor/local/lib/groonga/plugins/functions/string.a +0 -0
  107. data/vendor/local/lib/groonga/plugins/functions/string.dll +0 -0
  108. data/vendor/local/lib/groonga/plugins/functions/string.dll.a +0 -0
  109. data/vendor/local/lib/groonga/plugins/functions/string.la +1 -1
  110. data/vendor/local/lib/groonga/plugins/functions/time.a +0 -0
  111. data/vendor/local/lib/groonga/plugins/functions/time.dll +0 -0
  112. data/vendor/local/lib/groonga/plugins/functions/time.dll.a +0 -0
  113. data/vendor/local/lib/groonga/plugins/functions/time.la +1 -1
  114. data/vendor/local/lib/groonga/plugins/functions/vector.a +0 -0
  115. data/vendor/local/lib/groonga/plugins/functions/vector.dll +0 -0
  116. data/vendor/local/lib/groonga/plugins/functions/vector.dll.a +0 -0
  117. data/vendor/local/lib/groonga/plugins/functions/vector.la +1 -1
  118. data/vendor/local/lib/groonga/plugins/normalizers/mysql.a +0 -0
  119. data/vendor/local/lib/groonga/plugins/normalizers/mysql.dll +0 -0
  120. data/vendor/local/lib/groonga/plugins/normalizers/mysql.dll.a +0 -0
  121. data/vendor/local/lib/groonga/plugins/query_expanders/tsv.a +0 -0
  122. data/vendor/local/lib/groonga/plugins/query_expanders/tsv.dll +0 -0
  123. data/vendor/local/lib/groonga/plugins/query_expanders/tsv.dll.a +0 -0
  124. data/vendor/local/lib/groonga/plugins/query_expanders/tsv.la +1 -1
  125. data/vendor/local/lib/groonga/plugins/sharding/dynamic_columns.rb +44 -18
  126. data/vendor/local/lib/groonga/plugins/sharding/logical_count.rb +9 -8
  127. data/vendor/local/lib/groonga/plugins/sharding/logical_range_filter.rb +48 -15
  128. data/vendor/local/lib/groonga/plugins/sharding/logical_select.rb +84 -58
  129. data/vendor/local/lib/groonga/plugins/sharding/range_expression_builder.rb +1 -1
  130. data/vendor/local/lib/groonga/plugins/suggest/suggest.a +0 -0
  131. data/vendor/local/lib/groonga/plugins/suggest/suggest.dll +0 -0
  132. data/vendor/local/lib/groonga/plugins/suggest/suggest.dll.a +0 -0
  133. data/vendor/local/lib/groonga/plugins/suggest/suggest.la +1 -1
  134. data/vendor/local/lib/groonga/plugins/token_filters/stop_word.a +0 -0
  135. data/vendor/local/lib/groonga/plugins/token_filters/stop_word.dll +0 -0
  136. data/vendor/local/lib/groonga/plugins/token_filters/stop_word.dll.a +0 -0
  137. data/vendor/local/lib/groonga/plugins/token_filters/stop_word.la +1 -1
  138. data/vendor/local/lib/groonga/plugins/tokenizers/mecab.a +0 -0
  139. data/vendor/local/lib/groonga/plugins/tokenizers/mecab.dll +0 -0
  140. data/vendor/local/lib/groonga/plugins/tokenizers/mecab.dll.a +0 -0
  141. data/vendor/local/lib/groonga/plugins/tokenizers/mecab.la +1 -1
  142. data/vendor/local/lib/groonga/scripts/ruby/command.rb +3 -4
  143. data/vendor/local/lib/groonga/scripts/ruby/command_line/grndb.rb +267 -77
  144. data/vendor/local/lib/groonga/scripts/ruby/command_line_parser.rb +96 -0
  145. data/vendor/local/lib/groonga/scripts/ruby/expression_rewriters/optimizer.rb +1 -1
  146. data/vendor/local/lib/groonga/scripts/ruby/expression_tree/binary_operation.rb +30 -7
  147. data/vendor/local/lib/groonga/scripts/ruby/initialize/pre.rb +5 -0
  148. data/vendor/local/lib/groonga/scripts/ruby/loggable.rb +8 -0
  149. data/vendor/local/lib/groonga/scripts/ruby/logger/flags.rb +70 -0
  150. data/vendor/local/lib/groonga/scripts/ruby/query_loggable.rb +8 -0
  151. data/vendor/local/lib/groonga/scripts/ruby/scan_info_builder.rb +1 -1
  152. data/vendor/local/lib/groonga/scripts/ruby/scan_info_data.rb +2 -2
  153. data/vendor/local/lib/groonga/scripts/ruby/time.rb +9 -0
  154. data/vendor/local/lib/libgroonga.a +0 -0
  155. data/vendor/local/lib/libgroonga.dll.a +0 -0
  156. data/vendor/local/lib/libgroonga.la +1 -1
  157. data/vendor/local/lib/liblz4.dll +0 -0
  158. data/vendor/local/lib/liblz4.dll.1 +0 -0
  159. data/vendor/local/lib/liblz4.dll.1.8.2 +0 -0
  160. data/vendor/local/lib/libmecab.dll.a +0 -0
  161. data/vendor/local/lib/libmsgpackc.dll.a +0 -0
  162. data/vendor/local/lib/libonigmo.a +0 -0
  163. data/vendor/local/lib/libonigmo.dll.a +0 -0
  164. data/vendor/local/lib/libonigmo.la +1 -1
  165. data/vendor/local/lib/libpcre.dll.a +0 -0
  166. data/vendor/local/lib/libpcrecpp.dll.a +0 -0
  167. data/vendor/local/lib/libpcreposix.dll.a +0 -0
  168. data/vendor/local/lib/libz.dll.a +0 -0
  169. data/vendor/local/lib/pkgconfig/groonga.pc +2 -2
  170. data/vendor/local/libexec/mecab/mecab-cost-train.exe +0 -0
  171. data/vendor/local/libexec/mecab/mecab-dict-gen.exe +0 -0
  172. data/vendor/local/libexec/mecab/mecab-dict-index.exe +0 -0
  173. data/vendor/local/libexec/mecab/mecab-system-eval.exe +0 -0
  174. data/vendor/local/libexec/mecab/mecab-test-gen.exe +0 -0
  175. data/vendor/local/share/doc/RapidJSON/examples/CMakeLists.txt +42 -0
  176. data/vendor/local/share/doc/RapidJSON/examples/capitalize/capitalize.cpp +67 -0
  177. data/vendor/local/share/doc/RapidJSON/examples/condense/condense.cpp +32 -0
  178. data/vendor/local/share/doc/RapidJSON/examples/filterkey/filterkey.cpp +135 -0
  179. data/vendor/local/share/doc/RapidJSON/examples/filterkeydom/filterkeydom.cpp +170 -0
  180. data/vendor/local/share/doc/RapidJSON/examples/jsonx/jsonx.cpp +207 -0
  181. data/vendor/local/share/doc/RapidJSON/examples/messagereader/messagereader.cpp +105 -0
  182. data/vendor/local/share/doc/RapidJSON/examples/parsebyparts/parsebyparts.cpp +173 -0
  183. data/vendor/local/share/doc/RapidJSON/examples/pretty/pretty.cpp +30 -0
  184. data/vendor/local/share/doc/RapidJSON/examples/prettyauto/prettyauto.cpp +56 -0
  185. data/vendor/local/share/doc/RapidJSON/examples/schemavalidator/schemavalidator.cpp +72 -0
  186. data/vendor/local/share/doc/RapidJSON/examples/serialize/serialize.cpp +173 -0
  187. data/vendor/local/share/doc/RapidJSON/examples/simpledom/simpledom.cpp +29 -0
  188. data/vendor/local/share/doc/RapidJSON/examples/simplereader/simplereader.cpp +42 -0
  189. data/vendor/local/share/doc/RapidJSON/examples/simplewriter/simplewriter.cpp +36 -0
  190. data/vendor/local/share/doc/RapidJSON/examples/tutorial/tutorial.cpp +151 -0
  191. data/vendor/local/share/doc/RapidJSON/readme.md +160 -0
  192. data/vendor/local/share/doc/groonga/en/html/.buildinfo +1 -1
  193. data/vendor/local/share/doc/groonga/en/html/_static/documentation_options.js +1 -1
  194. data/vendor/local/share/doc/groonga/en/html/characteristic.html +3 -3
  195. data/vendor/local/share/doc/groonga/en/html/client.html +3 -3
  196. data/vendor/local/share/doc/groonga/en/html/community.html +3 -3
  197. data/vendor/local/share/doc/groonga/en/html/contribution.html +3 -3
  198. data/vendor/local/share/doc/groonga/en/html/contribution/development.html +3 -3
  199. data/vendor/local/share/doc/groonga/en/html/contribution/development/build.html +3 -3
  200. data/vendor/local/share/doc/groonga/en/html/contribution/development/build/unix_autotools.html +3 -3
  201. data/vendor/local/share/doc/groonga/en/html/contribution/development/build/unix_cmake.html +3 -3
  202. data/vendor/local/share/doc/groonga/en/html/contribution/development/build/windows_cmake.html +3 -3
  203. data/vendor/local/share/doc/groonga/en/html/contribution/development/com.html +3 -3
  204. data/vendor/local/share/doc/groonga/en/html/contribution/development/cooperation.html +3 -3
  205. data/vendor/local/share/doc/groonga/en/html/contribution/development/query.html +3 -3
  206. data/vendor/local/share/doc/groonga/en/html/contribution/development/release.html +3 -3
  207. data/vendor/local/share/doc/groonga/en/html/contribution/development/repository.html +3 -3
  208. data/vendor/local/share/doc/groonga/en/html/contribution/development/test.html +3 -3
  209. data/vendor/local/share/doc/groonga/en/html/contribution/documentation.html +3 -3
  210. data/vendor/local/share/doc/groonga/en/html/contribution/documentation/c-api.html +3 -3
  211. data/vendor/local/share/doc/groonga/en/html/contribution/documentation/i18n.html +3 -3
  212. data/vendor/local/share/doc/groonga/en/html/contribution/documentation/introduction.html +3 -3
  213. data/vendor/local/share/doc/groonga/en/html/contribution/report.html +3 -3
  214. data/vendor/local/share/doc/groonga/en/html/development.html +3 -3
  215. data/vendor/local/share/doc/groonga/en/html/development/travis-ci.html +3 -3
  216. data/vendor/local/share/doc/groonga/en/html/genindex.html +3 -3
  217. data/vendor/local/share/doc/groonga/en/html/index.html +11 -7
  218. data/vendor/local/share/doc/groonga/en/html/install.html +5 -4
  219. data/vendor/local/share/doc/groonga/en/html/install/centos.html +6 -6
  220. data/vendor/local/share/doc/groonga/en/html/install/debian.html +79 -8
  221. data/vendor/local/share/doc/groonga/en/html/install/docker.html +3 -3
  222. data/vendor/local/share/doc/groonga/en/html/install/fedora.html +6 -6
  223. data/vendor/local/share/doc/groonga/en/html/install/mac_os_x.html +6 -6
  224. data/vendor/local/share/doc/groonga/en/html/install/others.html +6 -6
  225. data/vendor/local/share/doc/groonga/en/html/install/solaris.html +6 -6
  226. data/vendor/local/share/doc/groonga/en/html/install/ubuntu.html +6 -6
  227. data/vendor/local/share/doc/groonga/en/html/install/windows.html +12 -12
  228. data/vendor/local/share/doc/groonga/en/html/limitations.html +3 -3
  229. data/vendor/local/share/doc/groonga/en/html/news.html +498 -206
  230. data/vendor/local/share/doc/groonga/en/html/news/0.x.html +3 -3
  231. data/vendor/local/share/doc/groonga/en/html/news/1.0.x.html +3 -3
  232. data/vendor/local/share/doc/groonga/en/html/news/1.1.x.html +3 -3
  233. data/vendor/local/share/doc/groonga/en/html/news/1.2.x.html +3 -3
  234. data/vendor/local/share/doc/groonga/en/html/news/1.3.x.html +3 -3
  235. data/vendor/local/share/doc/groonga/en/html/news/2.x.html +3 -3
  236. data/vendor/local/share/doc/groonga/en/html/news/3.x.html +3 -3
  237. data/vendor/local/share/doc/groonga/en/html/news/4.x.html +3 -3
  238. data/vendor/local/share/doc/groonga/en/html/news/5.x.html +3 -3
  239. data/vendor/local/share/doc/groonga/en/html/news/6.x.html +3 -3
  240. data/vendor/local/share/doc/groonga/en/html/news/senna.html +3 -3
  241. data/vendor/local/share/doc/groonga/en/html/objects.inv +0 -0
  242. data/vendor/local/share/doc/groonga/en/html/reference.html +9 -6
  243. data/vendor/local/share/doc/groonga/en/html/reference/alias.html +3 -3
  244. data/vendor/local/share/doc/groonga/en/html/reference/api.html +3 -3
  245. data/vendor/local/share/doc/groonga/en/html/reference/api/global_configurations.html +3 -3
  246. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_cache.html +3 -3
  247. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_column.html +3 -3
  248. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_command_version.html +3 -3
  249. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_content_type.html +3 -3
  250. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_ctx.html +3 -3
  251. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_db.html +3 -3
  252. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_encoding.html +3 -3
  253. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_expr.html +3 -3
  254. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_geo.html +3 -3
  255. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_hook.html +3 -3
  256. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_ii.html +3 -3
  257. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_index_cursor.html +3 -3
  258. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_info.html +3 -3
  259. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_inspect.html +3 -3
  260. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_match_escalation.html +3 -3
  261. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_obj.html +3 -3
  262. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_proc.html +3 -3
  263. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_search.html +3 -3
  264. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_table.html +3 -3
  265. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_table_cursor.html +3 -3
  266. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_thread.html +3 -3
  267. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_type.html +3 -3
  268. data/vendor/local/share/doc/groonga/en/html/reference/api/grn_user_data.html +3 -3
  269. data/vendor/local/share/doc/groonga/en/html/reference/api/overview.html +3 -3
  270. data/vendor/local/share/doc/groonga/en/html/reference/api/plugin.html +3 -3
  271. data/vendor/local/share/doc/groonga/en/html/reference/cast.html +3 -3
  272. data/vendor/local/share/doc/groonga/en/html/reference/column.html +3 -3
  273. data/vendor/local/share/doc/groonga/en/html/reference/columns/index.html +3 -3
  274. data/vendor/local/share/doc/groonga/en/html/reference/columns/pseudo.html +3 -3
  275. data/vendor/local/share/doc/groonga/en/html/reference/columns/scalar.html +3 -3
  276. data/vendor/local/share/doc/groonga/en/html/reference/columns/vector.html +3 -3
  277. data/vendor/local/share/doc/groonga/en/html/reference/command.html +3 -3
  278. data/vendor/local/share/doc/groonga/en/html/reference/command/command_version.html +3 -3
  279. data/vendor/local/share/doc/groonga/en/html/reference/command/output_format.html +3 -3
  280. data/vendor/local/share/doc/groonga/en/html/reference/command/pretty_print.html +3 -3
  281. data/vendor/local/share/doc/groonga/en/html/reference/command/request_id.html +3 -3
  282. data/vendor/local/share/doc/groonga/en/html/reference/command/request_timeout.html +3 -3
  283. data/vendor/local/share/doc/groonga/en/html/reference/command/return_code.html +3 -3
  284. data/vendor/local/share/doc/groonga/en/html/reference/commands/cache_limit.html +3 -3
  285. data/vendor/local/share/doc/groonga/en/html/reference/commands/check.html +3 -3
  286. data/vendor/local/share/doc/groonga/en/html/reference/commands/clearlock.html +3 -3
  287. data/vendor/local/share/doc/groonga/en/html/reference/commands/column_copy.html +3 -3
  288. data/vendor/local/share/doc/groonga/en/html/reference/commands/column_create.html +3 -3
  289. data/vendor/local/share/doc/groonga/en/html/reference/commands/column_list.html +3 -3
  290. data/vendor/local/share/doc/groonga/en/html/reference/commands/column_remove.html +3 -3
  291. data/vendor/local/share/doc/groonga/en/html/reference/commands/column_rename.html +3 -3
  292. data/vendor/local/share/doc/groonga/en/html/reference/commands/config_delete.html +3 -3
  293. data/vendor/local/share/doc/groonga/en/html/reference/commands/config_get.html +3 -3
  294. data/vendor/local/share/doc/groonga/en/html/reference/commands/config_set.html +3 -3
  295. data/vendor/local/share/doc/groonga/en/html/reference/commands/database_unmap.html +3 -3
  296. data/vendor/local/share/doc/groonga/en/html/reference/commands/define_selector.html +3 -3
  297. data/vendor/local/share/doc/groonga/en/html/reference/commands/defrag.html +3 -3
  298. data/vendor/local/share/doc/groonga/en/html/reference/commands/delete.html +3 -3
  299. data/vendor/local/share/doc/groonga/en/html/reference/commands/dump.html +3 -3
  300. data/vendor/local/share/doc/groonga/en/html/reference/commands/io_flush.html +3 -3
  301. data/vendor/local/share/doc/groonga/en/html/reference/commands/load.html +3 -3
  302. data/vendor/local/share/doc/groonga/en/html/reference/commands/lock_acquire.html +3 -3
  303. data/vendor/local/share/doc/groonga/en/html/reference/commands/lock_clear.html +3 -3
  304. data/vendor/local/share/doc/groonga/en/html/reference/commands/lock_release.html +3 -3
  305. data/vendor/local/share/doc/groonga/en/html/reference/commands/log_level.html +3 -3
  306. data/vendor/local/share/doc/groonga/en/html/reference/commands/log_put.html +3 -3
  307. data/vendor/local/share/doc/groonga/en/html/reference/commands/log_reopen.html +3 -3
  308. data/vendor/local/share/doc/groonga/en/html/reference/commands/logical_count.html +3 -3
  309. data/vendor/local/share/doc/groonga/en/html/reference/commands/logical_parameters.html +3 -3
  310. data/vendor/local/share/doc/groonga/en/html/reference/commands/logical_range_filter.html +77 -4
  311. data/vendor/local/share/doc/groonga/en/html/reference/commands/logical_select.html +3 -3
  312. data/vendor/local/share/doc/groonga/en/html/reference/commands/logical_shard_list.html +3 -3
  313. data/vendor/local/share/doc/groonga/en/html/reference/commands/logical_table_remove.html +3 -3
  314. data/vendor/local/share/doc/groonga/en/html/reference/commands/normalize.html +3 -3
  315. data/vendor/local/share/doc/groonga/en/html/reference/commands/normalizer_list.html +3 -3
  316. data/vendor/local/share/doc/groonga/en/html/reference/commands/object_exist.html +3 -3
  317. data/vendor/local/share/doc/groonga/en/html/reference/commands/object_inspect.html +78 -54
  318. data/vendor/local/share/doc/groonga/en/html/reference/commands/object_list.html +3 -3
  319. data/vendor/local/share/doc/groonga/en/html/reference/commands/object_remove.html +3 -3
  320. data/vendor/local/share/doc/groonga/en/html/reference/commands/plugin_register.html +3 -3
  321. data/vendor/local/share/doc/groonga/en/html/reference/commands/plugin_unregister.html +3 -3
  322. data/vendor/local/share/doc/groonga/en/html/reference/commands/query_expand.html +3 -3
  323. data/vendor/local/share/doc/groonga/en/html/reference/commands/quit.html +3 -3
  324. data/vendor/local/share/doc/groonga/en/html/reference/commands/range_filter.html +3 -3
  325. data/vendor/local/share/doc/groonga/en/html/reference/commands/register.html +3 -3
  326. data/vendor/local/share/doc/groonga/en/html/reference/commands/reindex.html +3 -3
  327. data/vendor/local/share/doc/groonga/en/html/reference/commands/request_cancel.html +3 -3
  328. data/vendor/local/share/doc/groonga/en/html/reference/commands/ruby_eval.html +3 -3
  329. data/vendor/local/share/doc/groonga/en/html/reference/commands/ruby_load.html +3 -3
  330. data/vendor/local/share/doc/groonga/en/html/reference/commands/schema.html +3 -3
  331. data/vendor/local/share/doc/groonga/en/html/reference/commands/select.html +3 -3
  332. data/vendor/local/share/doc/groonga/en/html/reference/commands/shutdown.html +3 -3
  333. data/vendor/local/share/doc/groonga/en/html/reference/commands/status.html +3 -3
  334. data/vendor/local/share/doc/groonga/en/html/reference/commands/suggest.html +3 -3
  335. data/vendor/local/share/doc/groonga/en/html/reference/commands/table_copy.html +3 -3
  336. data/vendor/local/share/doc/groonga/en/html/reference/commands/table_create.html +3 -3
  337. data/vendor/local/share/doc/groonga/en/html/reference/commands/table_list.html +3 -3
  338. data/vendor/local/share/doc/groonga/en/html/reference/commands/table_remove.html +3 -3
  339. data/vendor/local/share/doc/groonga/en/html/reference/commands/table_rename.html +3 -3
  340. data/vendor/local/share/doc/groonga/en/html/reference/commands/table_tokenize.html +3 -3
  341. data/vendor/local/share/doc/groonga/en/html/reference/commands/thread_limit.html +3 -3
  342. data/vendor/local/share/doc/groonga/en/html/reference/commands/tokenize.html +3 -3
  343. data/vendor/local/share/doc/groonga/en/html/reference/commands/tokenizer_list.html +3 -3
  344. data/vendor/local/share/doc/groonga/en/html/reference/commands/truncate.html +3 -3
  345. data/vendor/local/share/doc/groonga/en/html/reference/configuration.html +6 -6
  346. data/vendor/local/share/doc/groonga/en/html/reference/executables.html +3 -3
  347. data/vendor/local/share/doc/groonga/en/html/reference/executables/grndb.html +58 -4
  348. data/vendor/local/share/doc/groonga/en/html/reference/executables/grnslap.html +3 -3
  349. data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-benchmark.html +3 -3
  350. data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-httpd.html +3 -3
  351. data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-server-http.html +3 -3
  352. data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-suggest-create-dataset.html +3 -3
  353. data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-suggest-httpd.html +3 -3
  354. data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga-suggest-learner.html +3 -3
  355. data/vendor/local/share/doc/groonga/en/html/reference/executables/groonga.html +3 -3
  356. data/vendor/local/share/doc/groonga/en/html/reference/function.html +3 -3
  357. data/vendor/local/share/doc/groonga/en/html/reference/functions/between.html +3 -3
  358. data/vendor/local/share/doc/groonga/en/html/reference/functions/cast_loose.html +3 -3
  359. data/vendor/local/share/doc/groonga/en/html/reference/functions/edit_distance.html +3 -3
  360. data/vendor/local/share/doc/groonga/en/html/reference/functions/fuzzy_search.html +3 -3
  361. data/vendor/local/share/doc/groonga/en/html/reference/functions/geo_distance.html +11 -19
  362. data/vendor/local/share/doc/groonga/en/html/reference/functions/geo_in_circle.html +3 -3
  363. data/vendor/local/share/doc/groonga/en/html/reference/functions/geo_in_rectangle.html +3 -3
  364. data/vendor/local/share/doc/groonga/en/html/reference/functions/highlight_full.html +3 -3
  365. data/vendor/local/share/doc/groonga/en/html/reference/functions/highlight_html.html +3 -3
  366. data/vendor/local/share/doc/groonga/en/html/reference/functions/html_untag.html +3 -3
  367. data/vendor/local/share/doc/groonga/en/html/reference/functions/in_records.html +3 -3
  368. data/vendor/local/share/doc/groonga/en/html/reference/functions/in_values.html +3 -3
  369. data/vendor/local/share/doc/groonga/en/html/reference/functions/math_abs.html +3 -3
  370. data/vendor/local/share/doc/groonga/en/html/reference/functions/now.html +3 -3
  371. data/vendor/local/share/doc/groonga/en/html/reference/functions/number_classify.html +3 -3
  372. data/vendor/local/share/doc/groonga/en/html/reference/functions/prefix_rk_search.html +3 -3
  373. data/vendor/local/share/doc/groonga/en/html/reference/functions/query.html +3 -3
  374. data/vendor/local/share/doc/groonga/en/html/reference/functions/rand.html +3 -3
  375. data/vendor/local/share/doc/groonga/en/html/reference/functions/snippet_html.html +3 -3
  376. data/vendor/local/share/doc/groonga/en/html/reference/functions/string_length.html +3 -3
  377. data/vendor/local/share/doc/groonga/en/html/reference/functions/string_substring.html +3 -3
  378. data/vendor/local/share/doc/groonga/en/html/reference/functions/sub_filter.html +3 -3
  379. data/vendor/local/share/doc/groonga/en/html/reference/functions/time_classify_day.html +3 -3
  380. data/vendor/local/share/doc/groonga/en/html/reference/functions/time_classify_day_of_week.html +3 -3
  381. data/vendor/local/share/doc/groonga/en/html/reference/functions/time_classify_hour.html +3 -3
  382. data/vendor/local/share/doc/groonga/en/html/reference/functions/time_classify_minute.html +3 -3
  383. data/vendor/local/share/doc/groonga/en/html/reference/functions/time_classify_month.html +3 -3
  384. data/vendor/local/share/doc/groonga/en/html/reference/functions/time_classify_second.html +3 -3
  385. data/vendor/local/share/doc/groonga/en/html/reference/functions/time_classify_week.html +3 -3
  386. data/vendor/local/share/doc/groonga/en/html/reference/functions/time_classify_year.html +3 -3
  387. data/vendor/local/share/doc/groonga/en/html/reference/functions/vector_find.html +3 -3
  388. data/vendor/local/share/doc/groonga/en/html/reference/functions/vector_new.html +3 -3
  389. data/vendor/local/share/doc/groonga/en/html/reference/functions/vector_size.html +3 -3
  390. data/vendor/local/share/doc/groonga/en/html/reference/functions/vector_slice.html +3 -3
  391. data/vendor/local/share/doc/groonga/en/html/reference/grn_expr.html +3 -3
  392. data/vendor/local/share/doc/groonga/en/html/reference/grn_expr/query_syntax.html +3 -3
  393. data/vendor/local/share/doc/groonga/en/html/reference/grn_expr/script_syntax.html +3 -3
  394. data/vendor/local/share/doc/groonga/en/html/reference/indexing.html +3 -3
  395. data/vendor/local/share/doc/groonga/en/html/reference/log.html +3 -3
  396. data/vendor/local/share/doc/groonga/en/html/reference/normalizers.html +3 -3
  397. data/vendor/local/share/doc/groonga/en/html/reference/normalizers/normalizer_auto.html +3 -3
  398. data/vendor/local/share/doc/groonga/en/html/reference/normalizers/normalizer_nfkc100.html +3 -3
  399. data/vendor/local/share/doc/groonga/en/html/reference/normalizers/normalizer_nfkc51.html +3 -3
  400. data/vendor/local/share/doc/groonga/en/html/reference/operations.html +3 -3
  401. data/vendor/local/share/doc/groonga/en/html/reference/operations/geolocation_search.html +3 -3
  402. data/vendor/local/share/doc/groonga/en/html/reference/operations/prefix_rk_search.html +3 -3
  403. data/vendor/local/share/doc/groonga/en/html/reference/output.html +3 -3
  404. data/vendor/local/share/doc/groonga/en/html/reference/query_expanders.html +3 -3
  405. data/vendor/local/share/doc/groonga/en/html/reference/query_expanders/tsv.html +3 -3
  406. data/vendor/local/share/doc/groonga/en/html/reference/regular_expression.html +3 -3
  407. data/vendor/local/share/doc/groonga/en/html/reference/scorer.html +3 -3
  408. data/vendor/local/share/doc/groonga/en/html/reference/scorers/scorer_tf_at_most.html +3 -3
  409. data/vendor/local/share/doc/groonga/en/html/reference/scorers/scorer_tf_idf.html +3 -3
  410. data/vendor/local/share/doc/groonga/en/html/reference/sharding.html +3 -3
  411. data/vendor/local/share/doc/groonga/en/html/reference/suggest.html +3 -3
  412. data/vendor/local/share/doc/groonga/en/html/reference/suggest/completion.html +3 -3
  413. data/vendor/local/share/doc/groonga/en/html/reference/suggest/correction.html +3 -3
  414. data/vendor/local/share/doc/groonga/en/html/reference/suggest/introduction.html +3 -3
  415. data/vendor/local/share/doc/groonga/en/html/reference/suggest/suggestion.html +3 -3
  416. data/vendor/local/share/doc/groonga/en/html/reference/tables.html +3 -3
  417. data/vendor/local/share/doc/groonga/en/html/reference/token_filter/summary.html +3 -3
  418. data/vendor/local/share/doc/groonga/en/html/reference/token_filters.html +7 -7
  419. data/vendor/local/share/doc/groonga/en/html/reference/token_filters/token_filter_nfkc100.html +3 -3
  420. data/vendor/local/share/doc/groonga/en/html/reference/token_filters/token_filter_stem.html +3 -3
  421. data/vendor/local/share/doc/groonga/en/html/reference/token_filters/token_filter_stop_word.html +3 -3
  422. data/vendor/local/share/doc/groonga/en/html/reference/tokenizer/summary.html +3 -3
  423. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers.html +9 -6
  424. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_bigram.html +3 -3
  425. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_bigram_ignore_blank.html +3 -3
  426. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_bigram_ignore_blank_split_symbol.html +3 -3
  427. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_bigram_ignore_blank_split_symbol_alpha.html +3 -3
  428. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_bigram_ignore_blank_split_symbol_alpha_digit.html +3 -3
  429. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_bigram_split_symbol.html +3 -3
  430. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_bigram_split_symbol_alpha.html +3 -3
  431. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_bigram_split_symbol_alpha_digit.html +3 -3
  432. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_delimit.html +3 -3
  433. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_delimit_null.html +3 -3
  434. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_mecab.html +8 -8
  435. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_ngram.html +1005 -0
  436. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_pattern.html +240 -0
  437. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_regexp.html +21 -21
  438. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_table.html +246 -0
  439. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_trigram.html +20 -20
  440. data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_unigram.html +15 -15
  441. data/vendor/local/share/doc/groonga/en/html/reference/tuning.html +3 -3
  442. data/vendor/local/share/doc/groonga/en/html/reference/types.html +3 -3
  443. data/vendor/local/share/doc/groonga/en/html/reference/window_function.html +3 -3
  444. data/vendor/local/share/doc/groonga/en/html/reference/window_functions/record_number.html +3 -3
  445. data/vendor/local/share/doc/groonga/en/html/reference/window_functions/window_count.html +3 -3
  446. data/vendor/local/share/doc/groonga/en/html/reference/window_functions/window_record_number.html +3 -3
  447. data/vendor/local/share/doc/groonga/en/html/reference/window_functions/window_sum.html +3 -3
  448. data/vendor/local/share/doc/groonga/en/html/search.html +3 -3
  449. data/vendor/local/share/doc/groonga/en/html/searchindex.js +1 -1
  450. data/vendor/local/share/doc/groonga/en/html/server.html +3 -3
  451. data/vendor/local/share/doc/groonga/en/html/server/gqtp.html +3 -3
  452. data/vendor/local/share/doc/groonga/en/html/server/http.html +3 -3
  453. data/vendor/local/share/doc/groonga/en/html/server/http/comparison.html +3 -3
  454. data/vendor/local/share/doc/groonga/en/html/server/http/groonga-httpd.html +3 -3
  455. data/vendor/local/share/doc/groonga/en/html/server/http/groonga.html +3 -3
  456. data/vendor/local/share/doc/groonga/en/html/server/memcached.html +3 -3
  457. data/vendor/local/share/doc/groonga/en/html/server/package.html +3 -3
  458. data/vendor/local/share/doc/groonga/en/html/spec.html +3 -3
  459. data/vendor/local/share/doc/groonga/en/html/spec/gqtp.html +3 -3
  460. data/vendor/local/share/doc/groonga/en/html/spec/search.html +3 -3
  461. data/vendor/local/share/doc/groonga/en/html/troubleshooting.html +3 -3
  462. data/vendor/local/share/doc/groonga/en/html/troubleshooting/different_results_with_the_same_keyword.html +3 -3
  463. data/vendor/local/share/doc/groonga/en/html/troubleshooting/how_to_analyze_error_message.html +3 -3
  464. data/vendor/local/share/doc/groonga/en/html/troubleshooting/mmap_cannot_allocate_memory.html +3 -3
  465. data/vendor/local/share/doc/groonga/en/html/tutorial.html +3 -3
  466. data/vendor/local/share/doc/groonga/en/html/tutorial/data.html +3 -3
  467. data/vendor/local/share/doc/groonga/en/html/tutorial/drilldown.html +3 -3
  468. data/vendor/local/share/doc/groonga/en/html/tutorial/index.html +3 -3
  469. data/vendor/local/share/doc/groonga/en/html/tutorial/introduction.html +3 -3
  470. data/vendor/local/share/doc/groonga/en/html/tutorial/lexicon.html +3 -3
  471. data/vendor/local/share/doc/groonga/en/html/tutorial/match_columns.html +68 -6
  472. data/vendor/local/share/doc/groonga/en/html/tutorial/micro_blog.html +37 -4
  473. data/vendor/local/share/doc/groonga/en/html/tutorial/network.html +3 -3
  474. data/vendor/local/share/doc/groonga/en/html/tutorial/patricia_trie.html +3 -3
  475. data/vendor/local/share/doc/groonga/en/html/tutorial/query_expansion.html +3 -3
  476. data/vendor/local/share/doc/groonga/en/html/tutorial/search.html +3 -3
  477. data/vendor/local/share/doc/groonga/ja/html/.buildinfo +1 -1
  478. data/vendor/local/share/doc/groonga/ja/html/_static/documentation_options.js +1 -1
  479. data/vendor/local/share/doc/groonga/ja/html/characteristic.html +3 -3
  480. data/vendor/local/share/doc/groonga/ja/html/client.html +3 -3
  481. data/vendor/local/share/doc/groonga/ja/html/community.html +3 -3
  482. data/vendor/local/share/doc/groonga/ja/html/contribution.html +3 -3
  483. data/vendor/local/share/doc/groonga/ja/html/contribution/development.html +3 -3
  484. data/vendor/local/share/doc/groonga/ja/html/contribution/development/build.html +3 -3
  485. data/vendor/local/share/doc/groonga/ja/html/contribution/development/build/unix_autotools.html +3 -3
  486. data/vendor/local/share/doc/groonga/ja/html/contribution/development/build/unix_cmake.html +3 -3
  487. data/vendor/local/share/doc/groonga/ja/html/contribution/development/build/windows_cmake.html +3 -3
  488. data/vendor/local/share/doc/groonga/ja/html/contribution/development/com.html +3 -3
  489. data/vendor/local/share/doc/groonga/ja/html/contribution/development/cooperation.html +3 -3
  490. data/vendor/local/share/doc/groonga/ja/html/contribution/development/query.html +3 -3
  491. data/vendor/local/share/doc/groonga/ja/html/contribution/development/release.html +3 -3
  492. data/vendor/local/share/doc/groonga/ja/html/contribution/development/repository.html +3 -3
  493. data/vendor/local/share/doc/groonga/ja/html/contribution/development/test.html +3 -3
  494. data/vendor/local/share/doc/groonga/ja/html/contribution/documentation.html +3 -3
  495. data/vendor/local/share/doc/groonga/ja/html/contribution/documentation/c-api.html +3 -3
  496. data/vendor/local/share/doc/groonga/ja/html/contribution/documentation/i18n.html +3 -3
  497. data/vendor/local/share/doc/groonga/ja/html/contribution/documentation/introduction.html +3 -3
  498. data/vendor/local/share/doc/groonga/ja/html/contribution/report.html +3 -3
  499. data/vendor/local/share/doc/groonga/ja/html/development.html +3 -3
  500. data/vendor/local/share/doc/groonga/ja/html/development/travis-ci.html +3 -3
  501. data/vendor/local/share/doc/groonga/ja/html/genindex.html +3 -3
  502. data/vendor/local/share/doc/groonga/ja/html/index.html +11 -7
  503. data/vendor/local/share/doc/groonga/ja/html/install.html +5 -4
  504. data/vendor/local/share/doc/groonga/ja/html/install/centos.html +6 -6
  505. data/vendor/local/share/doc/groonga/ja/html/install/debian.html +69 -8
  506. data/vendor/local/share/doc/groonga/ja/html/install/docker.html +3 -3
  507. data/vendor/local/share/doc/groonga/ja/html/install/fedora.html +6 -6
  508. data/vendor/local/share/doc/groonga/ja/html/install/mac_os_x.html +6 -6
  509. data/vendor/local/share/doc/groonga/ja/html/install/others.html +6 -6
  510. data/vendor/local/share/doc/groonga/ja/html/install/solaris.html +6 -6
  511. data/vendor/local/share/doc/groonga/ja/html/install/ubuntu.html +6 -6
  512. data/vendor/local/share/doc/groonga/ja/html/install/windows.html +12 -12
  513. data/vendor/local/share/doc/groonga/ja/html/limitations.html +3 -3
  514. data/vendor/local/share/doc/groonga/ja/html/news.html +494 -206
  515. data/vendor/local/share/doc/groonga/ja/html/news/0.x.html +3 -3
  516. data/vendor/local/share/doc/groonga/ja/html/news/1.0.x.html +3 -3
  517. data/vendor/local/share/doc/groonga/ja/html/news/1.1.x.html +3 -3
  518. data/vendor/local/share/doc/groonga/ja/html/news/1.2.x.html +3 -3
  519. data/vendor/local/share/doc/groonga/ja/html/news/1.3.x.html +3 -3
  520. data/vendor/local/share/doc/groonga/ja/html/news/2.x.html +3 -3
  521. data/vendor/local/share/doc/groonga/ja/html/news/3.x.html +3 -3
  522. data/vendor/local/share/doc/groonga/ja/html/news/4.x.html +3 -3
  523. data/vendor/local/share/doc/groonga/ja/html/news/5.x.html +3 -3
  524. data/vendor/local/share/doc/groonga/ja/html/news/6.x.html +3 -3
  525. data/vendor/local/share/doc/groonga/ja/html/news/senna.html +3 -3
  526. data/vendor/local/share/doc/groonga/ja/html/objects.inv +0 -0
  527. data/vendor/local/share/doc/groonga/ja/html/reference.html +9 -6
  528. data/vendor/local/share/doc/groonga/ja/html/reference/alias.html +3 -3
  529. data/vendor/local/share/doc/groonga/ja/html/reference/api.html +3 -3
  530. data/vendor/local/share/doc/groonga/ja/html/reference/api/global_configurations.html +3 -3
  531. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_cache.html +3 -3
  532. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_column.html +3 -3
  533. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_command_version.html +3 -3
  534. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_content_type.html +3 -3
  535. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_ctx.html +3 -3
  536. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_db.html +3 -3
  537. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_encoding.html +3 -3
  538. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_expr.html +3 -3
  539. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_geo.html +3 -3
  540. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_hook.html +3 -3
  541. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_ii.html +3 -3
  542. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_index_cursor.html +3 -3
  543. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_info.html +3 -3
  544. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_inspect.html +3 -3
  545. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_match_escalation.html +3 -3
  546. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_obj.html +3 -3
  547. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_proc.html +3 -3
  548. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_search.html +3 -3
  549. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_table.html +3 -3
  550. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_table_cursor.html +3 -3
  551. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_thread.html +3 -3
  552. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_type.html +3 -3
  553. data/vendor/local/share/doc/groonga/ja/html/reference/api/grn_user_data.html +3 -3
  554. data/vendor/local/share/doc/groonga/ja/html/reference/api/overview.html +3 -3
  555. data/vendor/local/share/doc/groonga/ja/html/reference/api/plugin.html +3 -3
  556. data/vendor/local/share/doc/groonga/ja/html/reference/cast.html +3 -3
  557. data/vendor/local/share/doc/groonga/ja/html/reference/column.html +3 -3
  558. data/vendor/local/share/doc/groonga/ja/html/reference/columns/index.html +3 -3
  559. data/vendor/local/share/doc/groonga/ja/html/reference/columns/pseudo.html +3 -3
  560. data/vendor/local/share/doc/groonga/ja/html/reference/columns/scalar.html +3 -3
  561. data/vendor/local/share/doc/groonga/ja/html/reference/columns/vector.html +3 -3
  562. data/vendor/local/share/doc/groonga/ja/html/reference/command.html +3 -3
  563. data/vendor/local/share/doc/groonga/ja/html/reference/command/command_version.html +3 -3
  564. data/vendor/local/share/doc/groonga/ja/html/reference/command/output_format.html +3 -3
  565. data/vendor/local/share/doc/groonga/ja/html/reference/command/pretty_print.html +3 -3
  566. data/vendor/local/share/doc/groonga/ja/html/reference/command/request_id.html +3 -3
  567. data/vendor/local/share/doc/groonga/ja/html/reference/command/request_timeout.html +3 -3
  568. data/vendor/local/share/doc/groonga/ja/html/reference/command/return_code.html +3 -3
  569. data/vendor/local/share/doc/groonga/ja/html/reference/commands/cache_limit.html +3 -3
  570. data/vendor/local/share/doc/groonga/ja/html/reference/commands/check.html +3 -3
  571. data/vendor/local/share/doc/groonga/ja/html/reference/commands/clearlock.html +3 -3
  572. data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_copy.html +3 -3
  573. data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_create.html +3 -3
  574. data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_list.html +3 -3
  575. data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_remove.html +3 -3
  576. data/vendor/local/share/doc/groonga/ja/html/reference/commands/column_rename.html +3 -3
  577. data/vendor/local/share/doc/groonga/ja/html/reference/commands/config_delete.html +3 -3
  578. data/vendor/local/share/doc/groonga/ja/html/reference/commands/config_get.html +3 -3
  579. data/vendor/local/share/doc/groonga/ja/html/reference/commands/config_set.html +3 -3
  580. data/vendor/local/share/doc/groonga/ja/html/reference/commands/database_unmap.html +3 -3
  581. data/vendor/local/share/doc/groonga/ja/html/reference/commands/define_selector.html +3 -3
  582. data/vendor/local/share/doc/groonga/ja/html/reference/commands/defrag.html +3 -3
  583. data/vendor/local/share/doc/groonga/ja/html/reference/commands/delete.html +3 -3
  584. data/vendor/local/share/doc/groonga/ja/html/reference/commands/dump.html +3 -3
  585. data/vendor/local/share/doc/groonga/ja/html/reference/commands/io_flush.html +3 -3
  586. data/vendor/local/share/doc/groonga/ja/html/reference/commands/load.html +3 -3
  587. data/vendor/local/share/doc/groonga/ja/html/reference/commands/lock_acquire.html +3 -3
  588. data/vendor/local/share/doc/groonga/ja/html/reference/commands/lock_clear.html +3 -3
  589. data/vendor/local/share/doc/groonga/ja/html/reference/commands/lock_release.html +3 -3
  590. data/vendor/local/share/doc/groonga/ja/html/reference/commands/log_level.html +3 -3
  591. data/vendor/local/share/doc/groonga/ja/html/reference/commands/log_put.html +3 -3
  592. data/vendor/local/share/doc/groonga/ja/html/reference/commands/log_reopen.html +3 -3
  593. data/vendor/local/share/doc/groonga/ja/html/reference/commands/logical_count.html +3 -3
  594. data/vendor/local/share/doc/groonga/ja/html/reference/commands/logical_parameters.html +3 -3
  595. data/vendor/local/share/doc/groonga/ja/html/reference/commands/logical_range_filter.html +75 -4
  596. data/vendor/local/share/doc/groonga/ja/html/reference/commands/logical_select.html +7 -7
  597. data/vendor/local/share/doc/groonga/ja/html/reference/commands/logical_shard_list.html +3 -3
  598. data/vendor/local/share/doc/groonga/ja/html/reference/commands/logical_table_remove.html +3 -3
  599. data/vendor/local/share/doc/groonga/ja/html/reference/commands/normalize.html +3 -3
  600. data/vendor/local/share/doc/groonga/ja/html/reference/commands/normalizer_list.html +3 -3
  601. data/vendor/local/share/doc/groonga/ja/html/reference/commands/object_exist.html +3 -3
  602. data/vendor/local/share/doc/groonga/ja/html/reference/commands/object_inspect.html +73 -54
  603. data/vendor/local/share/doc/groonga/ja/html/reference/commands/object_list.html +3 -3
  604. data/vendor/local/share/doc/groonga/ja/html/reference/commands/object_remove.html +3 -3
  605. data/vendor/local/share/doc/groonga/ja/html/reference/commands/plugin_register.html +3 -3
  606. data/vendor/local/share/doc/groonga/ja/html/reference/commands/plugin_unregister.html +3 -3
  607. data/vendor/local/share/doc/groonga/ja/html/reference/commands/query_expand.html +3 -3
  608. data/vendor/local/share/doc/groonga/ja/html/reference/commands/quit.html +3 -3
  609. data/vendor/local/share/doc/groonga/ja/html/reference/commands/range_filter.html +3 -3
  610. data/vendor/local/share/doc/groonga/ja/html/reference/commands/register.html +3 -3
  611. data/vendor/local/share/doc/groonga/ja/html/reference/commands/reindex.html +3 -3
  612. data/vendor/local/share/doc/groonga/ja/html/reference/commands/request_cancel.html +3 -3
  613. data/vendor/local/share/doc/groonga/ja/html/reference/commands/ruby_eval.html +3 -3
  614. data/vendor/local/share/doc/groonga/ja/html/reference/commands/ruby_load.html +3 -3
  615. data/vendor/local/share/doc/groonga/ja/html/reference/commands/schema.html +3 -3
  616. data/vendor/local/share/doc/groonga/ja/html/reference/commands/select.html +7 -7
  617. data/vendor/local/share/doc/groonga/ja/html/reference/commands/shutdown.html +3 -3
  618. data/vendor/local/share/doc/groonga/ja/html/reference/commands/status.html +3 -3
  619. data/vendor/local/share/doc/groonga/ja/html/reference/commands/suggest.html +3 -3
  620. data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_copy.html +3 -3
  621. data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_create.html +3 -3
  622. data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_list.html +3 -3
  623. data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_remove.html +3 -3
  624. data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_rename.html +3 -3
  625. data/vendor/local/share/doc/groonga/ja/html/reference/commands/table_tokenize.html +3 -3
  626. data/vendor/local/share/doc/groonga/ja/html/reference/commands/thread_limit.html +3 -3
  627. data/vendor/local/share/doc/groonga/ja/html/reference/commands/tokenize.html +3 -3
  628. data/vendor/local/share/doc/groonga/ja/html/reference/commands/tokenizer_list.html +3 -3
  629. data/vendor/local/share/doc/groonga/ja/html/reference/commands/truncate.html +3 -3
  630. data/vendor/local/share/doc/groonga/ja/html/reference/configuration.html +6 -6
  631. data/vendor/local/share/doc/groonga/ja/html/reference/executables.html +3 -3
  632. data/vendor/local/share/doc/groonga/ja/html/reference/executables/grndb.html +57 -4
  633. data/vendor/local/share/doc/groonga/ja/html/reference/executables/grnslap.html +3 -3
  634. data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-benchmark.html +3 -3
  635. data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-httpd.html +3 -3
  636. data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-server-http.html +3 -3
  637. data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-suggest-create-dataset.html +3 -3
  638. data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-suggest-httpd.html +3 -3
  639. data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga-suggest-learner.html +3 -3
  640. data/vendor/local/share/doc/groonga/ja/html/reference/executables/groonga.html +3 -3
  641. data/vendor/local/share/doc/groonga/ja/html/reference/function.html +3 -3
  642. data/vendor/local/share/doc/groonga/ja/html/reference/functions/between.html +3 -3
  643. data/vendor/local/share/doc/groonga/ja/html/reference/functions/cast_loose.html +3 -3
  644. data/vendor/local/share/doc/groonga/ja/html/reference/functions/edit_distance.html +3 -3
  645. data/vendor/local/share/doc/groonga/ja/html/reference/functions/fuzzy_search.html +3 -3
  646. data/vendor/local/share/doc/groonga/ja/html/reference/functions/geo_distance.html +11 -19
  647. data/vendor/local/share/doc/groonga/ja/html/reference/functions/geo_in_circle.html +3 -3
  648. data/vendor/local/share/doc/groonga/ja/html/reference/functions/geo_in_rectangle.html +3 -3
  649. data/vendor/local/share/doc/groonga/ja/html/reference/functions/highlight_full.html +3 -3
  650. data/vendor/local/share/doc/groonga/ja/html/reference/functions/highlight_html.html +3 -3
  651. data/vendor/local/share/doc/groonga/ja/html/reference/functions/html_untag.html +3 -3
  652. data/vendor/local/share/doc/groonga/ja/html/reference/functions/in_records.html +3 -3
  653. data/vendor/local/share/doc/groonga/ja/html/reference/functions/in_values.html +3 -3
  654. data/vendor/local/share/doc/groonga/ja/html/reference/functions/math_abs.html +3 -3
  655. data/vendor/local/share/doc/groonga/ja/html/reference/functions/now.html +3 -3
  656. data/vendor/local/share/doc/groonga/ja/html/reference/functions/number_classify.html +3 -3
  657. data/vendor/local/share/doc/groonga/ja/html/reference/functions/prefix_rk_search.html +3 -3
  658. data/vendor/local/share/doc/groonga/ja/html/reference/functions/query.html +3 -3
  659. data/vendor/local/share/doc/groonga/ja/html/reference/functions/rand.html +3 -3
  660. data/vendor/local/share/doc/groonga/ja/html/reference/functions/snippet_html.html +3 -3
  661. data/vendor/local/share/doc/groonga/ja/html/reference/functions/string_length.html +3 -3
  662. data/vendor/local/share/doc/groonga/ja/html/reference/functions/string_substring.html +3 -3
  663. data/vendor/local/share/doc/groonga/ja/html/reference/functions/sub_filter.html +3 -3
  664. data/vendor/local/share/doc/groonga/ja/html/reference/functions/time_classify_day.html +3 -3
  665. data/vendor/local/share/doc/groonga/ja/html/reference/functions/time_classify_day_of_week.html +3 -3
  666. data/vendor/local/share/doc/groonga/ja/html/reference/functions/time_classify_hour.html +3 -3
  667. data/vendor/local/share/doc/groonga/ja/html/reference/functions/time_classify_minute.html +3 -3
  668. data/vendor/local/share/doc/groonga/ja/html/reference/functions/time_classify_month.html +3 -3
  669. data/vendor/local/share/doc/groonga/ja/html/reference/functions/time_classify_second.html +3 -3
  670. data/vendor/local/share/doc/groonga/ja/html/reference/functions/time_classify_week.html +3 -3
  671. data/vendor/local/share/doc/groonga/ja/html/reference/functions/time_classify_year.html +3 -3
  672. data/vendor/local/share/doc/groonga/ja/html/reference/functions/vector_find.html +3 -3
  673. data/vendor/local/share/doc/groonga/ja/html/reference/functions/vector_new.html +3 -3
  674. data/vendor/local/share/doc/groonga/ja/html/reference/functions/vector_size.html +3 -3
  675. data/vendor/local/share/doc/groonga/ja/html/reference/functions/vector_slice.html +3 -3
  676. data/vendor/local/share/doc/groonga/ja/html/reference/grn_expr.html +3 -3
  677. data/vendor/local/share/doc/groonga/ja/html/reference/grn_expr/query_syntax.html +3 -3
  678. data/vendor/local/share/doc/groonga/ja/html/reference/grn_expr/script_syntax.html +3 -3
  679. data/vendor/local/share/doc/groonga/ja/html/reference/indexing.html +3 -3
  680. data/vendor/local/share/doc/groonga/ja/html/reference/log.html +3 -3
  681. data/vendor/local/share/doc/groonga/ja/html/reference/normalizers.html +3 -3
  682. data/vendor/local/share/doc/groonga/ja/html/reference/normalizers/normalizer_auto.html +3 -3
  683. data/vendor/local/share/doc/groonga/ja/html/reference/normalizers/normalizer_nfkc100.html +3 -3
  684. data/vendor/local/share/doc/groonga/ja/html/reference/normalizers/normalizer_nfkc51.html +3 -3
  685. data/vendor/local/share/doc/groonga/ja/html/reference/operations.html +3 -3
  686. data/vendor/local/share/doc/groonga/ja/html/reference/operations/geolocation_search.html +3 -3
  687. data/vendor/local/share/doc/groonga/ja/html/reference/operations/prefix_rk_search.html +3 -3
  688. data/vendor/local/share/doc/groonga/ja/html/reference/output.html +3 -3
  689. data/vendor/local/share/doc/groonga/ja/html/reference/query_expanders.html +3 -3
  690. data/vendor/local/share/doc/groonga/ja/html/reference/query_expanders/tsv.html +3 -3
  691. data/vendor/local/share/doc/groonga/ja/html/reference/regular_expression.html +3 -3
  692. data/vendor/local/share/doc/groonga/ja/html/reference/scorer.html +3 -3
  693. data/vendor/local/share/doc/groonga/ja/html/reference/scorers/scorer_tf_at_most.html +3 -3
  694. data/vendor/local/share/doc/groonga/ja/html/reference/scorers/scorer_tf_idf.html +3 -3
  695. data/vendor/local/share/doc/groonga/ja/html/reference/sharding.html +3 -3
  696. data/vendor/local/share/doc/groonga/ja/html/reference/suggest.html +3 -3
  697. data/vendor/local/share/doc/groonga/ja/html/reference/suggest/completion.html +3 -3
  698. data/vendor/local/share/doc/groonga/ja/html/reference/suggest/correction.html +3 -3
  699. data/vendor/local/share/doc/groonga/ja/html/reference/suggest/introduction.html +3 -3
  700. data/vendor/local/share/doc/groonga/ja/html/reference/suggest/suggestion.html +3 -3
  701. data/vendor/local/share/doc/groonga/ja/html/reference/tables.html +3 -3
  702. data/vendor/local/share/doc/groonga/ja/html/reference/token_filter/summary.html +3 -3
  703. data/vendor/local/share/doc/groonga/ja/html/reference/token_filters.html +7 -7
  704. data/vendor/local/share/doc/groonga/ja/html/reference/token_filters/token_filter_nfkc100.html +3 -3
  705. data/vendor/local/share/doc/groonga/ja/html/reference/token_filters/token_filter_stem.html +3 -3
  706. data/vendor/local/share/doc/groonga/ja/html/reference/token_filters/token_filter_stop_word.html +3 -3
  707. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizer/summary.html +3 -3
  708. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers.html +9 -6
  709. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_bigram.html +3 -3
  710. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_bigram_ignore_blank.html +3 -3
  711. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_bigram_ignore_blank_split_symbol.html +3 -3
  712. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_bigram_ignore_blank_split_symbol_alpha.html +3 -3
  713. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_bigram_ignore_blank_split_symbol_alpha_digit.html +3 -3
  714. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_bigram_split_symbol.html +3 -3
  715. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_bigram_split_symbol_alpha.html +3 -3
  716. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_bigram_split_symbol_alpha_digit.html +3 -3
  717. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_delimit.html +3 -3
  718. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_delimit_null.html +3 -3
  719. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_mecab.html +8 -8
  720. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_ngram.html +998 -0
  721. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_pattern.html +240 -0
  722. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_regexp.html +21 -21
  723. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_table.html +242 -0
  724. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_trigram.html +20 -20
  725. data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_unigram.html +15 -15
  726. data/vendor/local/share/doc/groonga/ja/html/reference/tuning.html +3 -3
  727. data/vendor/local/share/doc/groonga/ja/html/reference/types.html +3 -3
  728. data/vendor/local/share/doc/groonga/ja/html/reference/window_function.html +3 -3
  729. data/vendor/local/share/doc/groonga/ja/html/reference/window_functions/record_number.html +3 -3
  730. data/vendor/local/share/doc/groonga/ja/html/reference/window_functions/window_count.html +3 -3
  731. data/vendor/local/share/doc/groonga/ja/html/reference/window_functions/window_record_number.html +3 -3
  732. data/vendor/local/share/doc/groonga/ja/html/reference/window_functions/window_sum.html +3 -3
  733. data/vendor/local/share/doc/groonga/ja/html/search.html +3 -3
  734. data/vendor/local/share/doc/groonga/ja/html/searchindex.js +1 -1
  735. data/vendor/local/share/doc/groonga/ja/html/server.html +3 -3
  736. data/vendor/local/share/doc/groonga/ja/html/server/gqtp.html +3 -3
  737. data/vendor/local/share/doc/groonga/ja/html/server/http.html +3 -3
  738. data/vendor/local/share/doc/groonga/ja/html/server/http/comparison.html +3 -3
  739. data/vendor/local/share/doc/groonga/ja/html/server/http/groonga-httpd.html +3 -3
  740. data/vendor/local/share/doc/groonga/ja/html/server/http/groonga.html +3 -3
  741. data/vendor/local/share/doc/groonga/ja/html/server/memcached.html +3 -3
  742. data/vendor/local/share/doc/groonga/ja/html/server/package.html +3 -3
  743. data/vendor/local/share/doc/groonga/ja/html/spec.html +3 -3
  744. data/vendor/local/share/doc/groonga/ja/html/spec/gqtp.html +3 -3
  745. data/vendor/local/share/doc/groonga/ja/html/spec/search.html +3 -3
  746. data/vendor/local/share/doc/groonga/ja/html/troubleshooting.html +3 -3
  747. data/vendor/local/share/doc/groonga/ja/html/troubleshooting/different_results_with_the_same_keyword.html +3 -3
  748. data/vendor/local/share/doc/groonga/ja/html/troubleshooting/how_to_analyze_error_message.html +3 -3
  749. data/vendor/local/share/doc/groonga/ja/html/troubleshooting/mmap_cannot_allocate_memory.html +3 -3
  750. data/vendor/local/share/doc/groonga/ja/html/tutorial.html +3 -3
  751. data/vendor/local/share/doc/groonga/ja/html/tutorial/data.html +3 -3
  752. data/vendor/local/share/doc/groonga/ja/html/tutorial/drilldown.html +3 -3
  753. data/vendor/local/share/doc/groonga/ja/html/tutorial/index.html +3 -3
  754. data/vendor/local/share/doc/groonga/ja/html/tutorial/introduction.html +3 -3
  755. data/vendor/local/share/doc/groonga/ja/html/tutorial/lexicon.html +3 -3
  756. data/vendor/local/share/doc/groonga/ja/html/tutorial/match_columns.html +64 -6
  757. data/vendor/local/share/doc/groonga/ja/html/tutorial/micro_blog.html +37 -4
  758. data/vendor/local/share/doc/groonga/ja/html/tutorial/network.html +3 -3
  759. data/vendor/local/share/doc/groonga/ja/html/tutorial/patricia_trie.html +3 -3
  760. data/vendor/local/share/doc/groonga/ja/html/tutorial/query_expansion.html +3 -3
  761. data/vendor/local/share/doc/groonga/ja/html/tutorial/search.html +3 -3
  762. data/vendor/local/share/groonga/COPYING +502 -0
  763. data/vendor/local/share/groonga/mruby/LEGAL +58 -54
  764. data/vendor/local/share/license/mruby/AUTHORS +6 -2
  765. data/vendor/local/share/license/mruby/LEGAL +1 -1
  766. data/vendor/local/share/license/mruby/{MITL → LICENSE} +1 -1
  767. data/vendor/local/share/license/mruby/README.md +3 -3
  768. data/vendor/local/share/license/rapidjson/license.txt +57 -0
  769. metadata +126 -60
data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_delimit_null.html CHANGED
@@ -5,7 +5,7 @@
5
5
  <html xmlns="http://www.w3.org/1999/xhtml" lang="ja">
6
6
  <head>
7
7
  <meta charset="utf-8" />
8
- <title>7.8.11. TokenDelimitNull &#8212; Groonga v9.0.2ドキュメント</title>
8
+ <title>7.8.11. TokenDelimitNull &#8212; Groonga v9.0.6ドキュメント</title>
9
9
  <link rel="stylesheet" href="../../_static/groonga.css" type="text/css" />
10
10
  <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
11
11
 
@@ -51,7 +51,7 @@
51
51
  <li class="right" >
52
52
  <a href="token_delimit.html" title="7.8.10. TokenDelimit"
53
53
  accesskey="P">前へ</a> |</li>
54
- <li class="nav-item nav-item-0"><a href="../../index.html">Groonga v9.0.2ドキュメント</a> &#187;</li>
54
+ <li class="nav-item nav-item-0"><a href="../../index.html">Groonga v9.0.6ドキュメント</a> &#187;</li>
55
55
  <li class="nav-item nav-item-1"><a href="../../reference.html" >7. リファレンスマニュアル</a> &#187;</li>
56
56
  <li class="nav-item nav-item-2"><a href="../tokenizers.html" accesskey="U">7.8. トークナイザー</a> &#187;</li>
57
57
  </ul>
@@ -148,7 +148,7 @@
148
148
  <li class="right" >
149
149
  <a href="token_delimit.html" title="7.8.10. TokenDelimit"
150
150
  >前へ</a> |</li>
151
- <li class="nav-item nav-item-0"><a href="../../index.html">Groonga v9.0.2ドキュメント</a> &#187;</li>
151
+ <li class="nav-item nav-item-0"><a href="../../index.html">Groonga v9.0.6ドキュメント</a> &#187;</li>
152
152
  <li class="nav-item nav-item-1"><a href="../../reference.html" >7. リファレンスマニュアル</a> &#187;</li>
153
153
  <li class="nav-item nav-item-2"><a href="../tokenizers.html" >7.8. トークナイザー</a> &#187;</li>
154
154
  </ul>
data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_mecab.html CHANGED
@@ -5,7 +5,7 @@
5
5
  <html xmlns="http://www.w3.org/1999/xhtml" lang="ja">
6
6
  <head>
7
7
  <meta charset="utf-8" />
8
- <title>7.8.12. TokenMecab &#8212; Groonga v9.0.2ドキュメント</title>
8
+ <title>7.8.12. TokenMecab &#8212; Groonga v9.0.6ドキュメント</title>
9
9
  <link rel="stylesheet" href="../../_static/groonga.css" type="text/css" />
10
10
  <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
11
11
 
@@ -19,7 +19,7 @@
19
19
  <link rel="shortcut icon" href="../../_static/favicon.ico"/>
20
20
  <link rel="index" title="索引" href="../../genindex.html" />
21
21
  <link rel="search" title="検索" href="../../search.html" />
22
- <link rel="next" title="7.8.13. TokenRegexp" href="token_regexp.html" />
22
+ <link rel="next" title="7.8.13. TokenNgram" href="token_ngram.html" />
23
23
  <link rel="prev" title="7.8.11. TokenDelimitNull" href="token_delimit_null.html" />
24
24
  </head><body>
25
25
  <div class="header">
@@ -46,12 +46,12 @@
46
46
  <a href="../../genindex.html" title="総合索引"
47
47
  accesskey="I">索引</a></li>
48
48
  <li class="right" >
49
- <a href="token_regexp.html" title="7.8.13. TokenRegexp"
49
+ <a href="token_ngram.html" title="7.8.13. TokenNgram"
50
50
  accesskey="N">次へ</a> |</li>
51
51
  <li class="right" >
52
52
  <a href="token_delimit_null.html" title="7.8.11. TokenDelimitNull"
53
53
  accesskey="P">前へ</a> |</li>
54
- <li class="nav-item nav-item-0"><a href="../../index.html">Groonga v9.0.2ドキュメント</a> &#187;</li>
54
+ <li class="nav-item nav-item-0"><a href="../../index.html">Groonga v9.0.6ドキュメント</a> &#187;</li>
55
55
  <li class="nav-item nav-item-1"><a href="../../reference.html" >7. リファレンスマニュアル</a> &#187;</li>
56
56
  <li class="nav-item nav-item-2"><a href="../tokenizers.html" accesskey="U">7.8. トークナイザー</a> &#187;</li>
57
57
  </ul>
@@ -724,8 +724,8 @@ TokenMecab(&quot;use_reading&quot;, true)
724
724
  <p class="topless"><a href="token_delimit_null.html"
725
725
  title="前の章へ">7.8.11. <code class="docutils literal notranslate"><span class="pre">TokenDelimitNull</span></code></a></p>
726
726
  <h4>次のトピックへ</h4>
727
- <p class="topless"><a href="token_regexp.html"
728
- title="次の章へ">7.8.13. <code class="docutils literal notranslate"><span class="pre">TokenRegexp</span></code></a></p>
727
+ <p class="topless"><a href="token_ngram.html"
728
+ title="次の章へ">7.8.13. <code class="docutils literal notranslate"><span class="pre">TokenNgram</span></code></a></p>
729
729
  <div id="searchbox" style="display: none" role="search">
730
730
  <h3>クイック検索</h3>
731
731
  <div class="searchformwrapper">
@@ -747,12 +747,12 @@ TokenMecab(&quot;use_reading&quot;, true)
747
747
  <a href="../../genindex.html" title="総合索引"
748
748
  >索引</a></li>
749
749
  <li class="right" >
750
- <a href="token_regexp.html" title="7.8.13. TokenRegexp"
750
+ <a href="token_ngram.html" title="7.8.13. TokenNgram"
751
751
  >次へ</a> |</li>
752
752
  <li class="right" >
753
753
  <a href="token_delimit_null.html" title="7.8.11. TokenDelimitNull"
754
754
  >前へ</a> |</li>
755
- <li class="nav-item nav-item-0"><a href="../../index.html">Groonga v9.0.2ドキュメント</a> &#187;</li>
755
+ <li class="nav-item nav-item-0"><a href="../../index.html">Groonga v9.0.6ドキュメント</a> &#187;</li>
756
756
  <li class="nav-item nav-item-1"><a href="../../reference.html" >7. リファレンスマニュアル</a> &#187;</li>
757
757
  <li class="nav-item nav-item-2"><a href="../tokenizers.html" >7.8. トークナイザー</a> &#187;</li>
758
758
  </ul>
data/vendor/local/share/doc/groonga/ja/html/reference/tokenizers/token_ngram.html ADDED
@@ -0,0 +1,998 @@
1
+
2
+
3
+ <!DOCTYPE html>
4
+
5
+ <html xmlns="http://www.w3.org/1999/xhtml" lang="ja">
6
+ <head>
7
+ <meta charset="utf-8" />
8
+ <title>7.8.13. TokenNgram &#8212; Groonga v9.0.6ドキュメント</title>
9
+ <link rel="stylesheet" href="../../_static/groonga.css" type="text/css" />
10
+ <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
11
+
12
+ <script type="text/javascript" id="documentation_options" data-url_root="../../" src="../../_static/documentation_options.js"></script>
13
+ <script type="text/javascript" src="../../_static/jquery.js"></script>
14
+ <script type="text/javascript" src="../../_static/underscore.js"></script>
15
+ <script type="text/javascript" src="../../_static/doctools.js"></script>
16
+ <script type="text/javascript" src="../../_static/language_data.js"></script>
17
+ <script type="text/javascript" src="../../_static/translations.js"></script>
18
+
19
+ <link rel="shortcut icon" href="../../_static/favicon.ico"/>
20
+ <link rel="index" title="索引" href="../../genindex.html" />
21
+ <link rel="search" title="検索" href="../../search.html" />
22
+ <link rel="next" title="7.8.14. TokenPattern" href="token_pattern.html" />
23
+ <link rel="prev" title="7.8.12. TokenMecab" href="token_mecab.html" />
24
+ </head><body>
25
+ <div class="header">
26
+ <h1 class="title">
27
+ <a id="top-link" href="../../index.html">
28
+ <span class="project">groonga</span>
29
+ <span class="separator">-</span>
30
+ <span class="description">オープンソースのカラムストア機能付き全文検索エンジン</span>
31
+ </a>
32
+ </h1>
33
+
34
+ <div class="other-language-links">
35
+ <ul>
36
+ <li><a href="../../../../en/html/reference/tokenizers/token_ngram.html">English</a></li>
37
+ </ul>
38
+ </div>
39
+ </div>
40
+
41
+
42
+ <div class="related" role="navigation" aria-label="related navigation">
43
+ <h3>ナビゲーション</h3>
44
+ <ul>
45
+ <li class="right" style="margin-right: 10px">
46
+ <a href="../../genindex.html" title="総合索引"
47
+ accesskey="I">索引</a></li>
48
+ <li class="right" >
49
+ <a href="token_pattern.html" title="7.8.14. TokenPattern"
50
+ accesskey="N">次へ</a> |</li>
51
+ <li class="right" >
52
+ <a href="token_mecab.html" title="7.8.12. TokenMecab"
53
+ accesskey="P">前へ</a> |</li>
54
+ <li class="nav-item nav-item-0"><a href="../../index.html">Groonga v9.0.6ドキュメント</a> &#187;</li>
55
+ <li class="nav-item nav-item-1"><a href="../../reference.html" >7. リファレンスマニュアル</a> &#187;</li>
56
+ <li class="nav-item nav-item-2"><a href="../tokenizers.html" accesskey="U">7.8. トークナイザー</a> &#187;</li>
57
+ </ul>
58
+ </div>
59
+
60
+ <div class="document">
61
+ <div class="documentwrapper">
62
+ <div class="bodywrapper">
63
+ <div class="body" role="main">
64
+
65
+ <div class="section" id="tokenngram">
66
+ <span id="token-ngram"></span><h1>7.8.13. <code class="docutils literal notranslate"><span class="pre">TokenNgram</span></code><a class="headerlink" href="#tokenngram" title="このヘッドラインへのパーマリンク">¶</a></h1>
67
+ <div class="section" id="summary">
68
+ <h2>7.8.13.1. 概要<a class="headerlink" href="#summary" title="このヘッドラインへのパーマリンク">¶</a></h2>
69
+ <p><code class="docutils literal notranslate"><span class="pre">TokenNgram</span></code> はオプションによって、動的に動作を定義できます。例えば、以下のように <code class="docutils literal notranslate"><span class="pre">n</span></code> オプションの値を変更する事によって、ユニグラム、バイグラム、トリグラムとして使えます。</p>
70
+ <p>ユニグラム:</p>
71
+ <p>実行例:</p>
72
+ <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>tokenize --tokenizer &#39;TokenNgram(&quot;n&quot;, 1)&#39; --string &quot;Hello World&quot;
73
+ # [
74
+ # [
75
+ # 0,
76
+ # 1556063953.911713,
77
+ # 0.05761265754699707
78
+ # ],
79
+ # [
80
+ # {
81
+ # &quot;value&quot;: &quot;H&quot;,
82
+ # &quot;position&quot;: 0,
83
+ # &quot;force_prefix&quot;: false,
84
+ # &quot;force_prefix_search&quot;: false
85
+ # },
86
+ # {
87
+ # &quot;value&quot;: &quot;e&quot;,
88
+ # &quot;position&quot;: 1,
89
+ # &quot;force_prefix&quot;: false,
90
+ # &quot;force_prefix_search&quot;: false
91
+ # },
92
+ # {
93
+ # &quot;value&quot;: &quot;l&quot;,
94
+ # &quot;position&quot;: 2,
95
+ # &quot;force_prefix&quot;: false,
96
+ # &quot;force_prefix_search&quot;: false
97
+ # },
98
+ # {
99
+ # &quot;value&quot;: &quot;l&quot;,
100
+ # &quot;position&quot;: 3,
101
+ # &quot;force_prefix&quot;: false,
102
+ # &quot;force_prefix_search&quot;: false
103
+ # },
104
+ # {
105
+ # &quot;value&quot;: &quot;o&quot;,
106
+ # &quot;position&quot;: 4,
107
+ # &quot;force_prefix&quot;: false,
108
+ # &quot;force_prefix_search&quot;: false
109
+ # },
110
+ # {
111
+ # &quot;value&quot;: &quot; &quot;,
112
+ # &quot;position&quot;: 5,
113
+ # &quot;force_prefix&quot;: false,
114
+ # &quot;force_prefix_search&quot;: false
115
+ # },
116
+ # {
117
+ # &quot;value&quot;: &quot;W&quot;,
118
+ # &quot;position&quot;: 6,
119
+ # &quot;force_prefix&quot;: false,
120
+ # &quot;force_prefix_search&quot;: false
121
+ # },
122
+ # {
123
+ # &quot;value&quot;: &quot;o&quot;,
124
+ # &quot;position&quot;: 7,
125
+ # &quot;force_prefix&quot;: false,
126
+ # &quot;force_prefix_search&quot;: false
127
+ # },
128
+ # {
129
+ # &quot;value&quot;: &quot;r&quot;,
130
+ # &quot;position&quot;: 8,
131
+ # &quot;force_prefix&quot;: false,
132
+ # &quot;force_prefix_search&quot;: false
133
+ # },
134
+ # {
135
+ # &quot;value&quot;: &quot;l&quot;,
136
+ # &quot;position&quot;: 9,
137
+ # &quot;force_prefix&quot;: false,
138
+ # &quot;force_prefix_search&quot;: false
139
+ # },
140
+ # {
141
+ # &quot;value&quot;: &quot;d&quot;,
142
+ # &quot;position&quot;: 10,
143
+ # &quot;force_prefix&quot;: false,
144
+ # &quot;force_prefix_search&quot;: false
145
+ # }
146
+ # ]
147
+ # ]
148
+ </pre></div>
149
+ </div>
150
+ <p>バイグラム:</p>
151
+ <p>実行例:</p>
152
+ <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>tokenize --tokenizer &#39;TokenNgram(&quot;n&quot;, 2)&#39; --string &quot;Hello World&quot;
153
+ # [
154
+ # [
155
+ # 0,
156
+ # 1556064877.095833,
157
+ # 0.0002193450927734375
158
+ # ],
159
+ # [
160
+ # {
161
+ # &quot;value&quot;: &quot;He&quot;,
162
+ # &quot;position&quot;: 0,
163
+ # &quot;force_prefix&quot;: false,
164
+ # &quot;force_prefix_search&quot;: false
165
+ # },
166
+ # {
167
+ # &quot;value&quot;: &quot;el&quot;,
168
+ # &quot;position&quot;: 1,
169
+ # &quot;force_prefix&quot;: false,
170
+ # &quot;force_prefix_search&quot;: false
171
+ # },
172
+ # {
173
+ # &quot;value&quot;: &quot;ll&quot;,
174
+ # &quot;position&quot;: 2,
175
+ # &quot;force_prefix&quot;: false,
176
+ # &quot;force_prefix_search&quot;: false
177
+ # },
178
+ # {
179
+ # &quot;value&quot;: &quot;lo&quot;,
180
+ # &quot;position&quot;: 3,
181
+ # &quot;force_prefix&quot;: false,
182
+ # &quot;force_prefix_search&quot;: false
183
+ # },
184
+ # {
185
+ # &quot;value&quot;: &quot;o &quot;,
186
+ # &quot;position&quot;: 4,
187
+ # &quot;force_prefix&quot;: false,
188
+ # &quot;force_prefix_search&quot;: false
189
+ # },
190
+ # {
191
+ # &quot;value&quot;: &quot; W&quot;,
192
+ # &quot;position&quot;: 5,
193
+ # &quot;force_prefix&quot;: false,
194
+ # &quot;force_prefix_search&quot;: false
195
+ # },
196
+ # {
197
+ # &quot;value&quot;: &quot;Wo&quot;,
198
+ # &quot;position&quot;: 6,
199
+ # &quot;force_prefix&quot;: false,
200
+ # &quot;force_prefix_search&quot;: false
201
+ # },
202
+ # {
203
+ # &quot;value&quot;: &quot;or&quot;,
204
+ # &quot;position&quot;: 7,
205
+ # &quot;force_prefix&quot;: false,
206
+ # &quot;force_prefix_search&quot;: false
207
+ # },
208
+ # {
209
+ # &quot;value&quot;: &quot;rl&quot;,
210
+ # &quot;position&quot;: 8,
211
+ # &quot;force_prefix&quot;: false,
212
+ # &quot;force_prefix_search&quot;: false
213
+ # },
214
+ # {
215
+ # &quot;value&quot;: &quot;ld&quot;,
216
+ # &quot;position&quot;: 9,
217
+ # &quot;force_prefix&quot;: false,
218
+ # &quot;force_prefix_search&quot;: false
219
+ # },
220
+ # {
221
+ # &quot;value&quot;: &quot;d&quot;,
222
+ # &quot;position&quot;: 10,
223
+ # &quot;force_prefix&quot;: false,
224
+ # &quot;force_prefix_search&quot;: false
225
+ # }
226
+ # ]
227
+ # ]
228
+ </pre></div>
229
+ </div>
230
+ <p>トリグラム:</p>
231
+ <p>実行例:</p>
232
+ <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>tokenize --tokenizer &#39;TokenNgram(&quot;n&quot;, 3)&#39; --string &quot;Hello World&quot;
233
+ # [
234
+ # [
235
+ # 0,
236
+ # 1556064951.790899,
237
+ # 0.0002274513244628906
238
+ # ],
239
+ # [
240
+ # {
241
+ # &quot;value&quot;: &quot;Hel&quot;,
242
+ # &quot;position&quot;: 0,
243
+ # &quot;force_prefix&quot;: false,
244
+ # &quot;force_prefix_search&quot;: false
245
+ # },
246
+ # {
247
+ # &quot;value&quot;: &quot;ell&quot;,
248
+ # &quot;position&quot;: 1,
249
+ # &quot;force_prefix&quot;: false,
250
+ # &quot;force_prefix_search&quot;: false
251
+ # },
252
+ # {
253
+ # &quot;value&quot;: &quot;llo&quot;,
254
+ # &quot;position&quot;: 2,
255
+ # &quot;force_prefix&quot;: false,
256
+ # &quot;force_prefix_search&quot;: false
257
+ # },
258
+ # {
259
+ # &quot;value&quot;: &quot;lo &quot;,
260
+ # &quot;position&quot;: 3,
261
+ # &quot;force_prefix&quot;: false,
262
+ # &quot;force_prefix_search&quot;: false
263
+ # },
264
+ # {
265
+ # &quot;value&quot;: &quot;o W&quot;,
266
+ # &quot;position&quot;: 4,
267
+ # &quot;force_prefix&quot;: false,
268
+ # &quot;force_prefix_search&quot;: false
269
+ # },
270
+ # {
271
+ # &quot;value&quot;: &quot; Wo&quot;,
272
+ # &quot;position&quot;: 5,
273
+ # &quot;force_prefix&quot;: false,
274
+ # &quot;force_prefix_search&quot;: false
275
+ # },
276
+ # {
277
+ # &quot;value&quot;: &quot;Wor&quot;,
278
+ # &quot;position&quot;: 6,
279
+ # &quot;force_prefix&quot;: false,
280
+ # &quot;force_prefix_search&quot;: false
281
+ # },
282
+ # {
283
+ # &quot;value&quot;: &quot;orl&quot;,
284
+ # &quot;position&quot;: 7,
285
+ # &quot;force_prefix&quot;: false,
286
+ # &quot;force_prefix_search&quot;: false
287
+ # },
288
+ # {
289
+ # &quot;value&quot;: &quot;rld&quot;,
290
+ # &quot;position&quot;: 8,
291
+ # &quot;force_prefix&quot;: false,
292
+ # &quot;force_prefix_search&quot;: false
293
+ # },
294
+ # {
295
+ # &quot;value&quot;: &quot;ld&quot;,
296
+ # &quot;position&quot;: 9,
297
+ # &quot;force_prefix&quot;: false,
298
+ # &quot;force_prefix_search&quot;: false
299
+ # },
300
+ # {
301
+ # &quot;value&quot;: &quot;d&quot;,
302
+ # &quot;position&quot;: 10,
303
+ # &quot;force_prefix&quot;: false,
304
+ # &quot;force_prefix_search&quot;: false
305
+ # }
306
+ # ]
307
+ # ]
308
+ </pre></div>
309
+ </div>
310
+ <p>このトークナイザーには、上記以外のオプションもあります。</p>
311
+ </div>
312
+ <div class="section" id="syntax">
313
+ <h2>7.8.13.2. 構文<a class="headerlink" href="#syntax" title="このヘッドラインへのパーマリンク">¶</a></h2>
314
+ <p><code class="docutils literal notranslate"><span class="pre">TokenNgram</span></code> は、省略可能な引数があります。</p>
315
+ <p>オプションなし:</p>
316
+ <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>TokenNgram
317
+ </pre></div>
318
+ </div>
319
+ <p>オプションを使わない場合、 <code class="docutils literal notranslate"><span class="pre">TokenNgram</span></code> は <code class="docutils literal notranslate"><span class="pre">TokenBigram</span></code> と同じ動作になります。</p>
320
+ <p>オプション指定:</p>
321
+ <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>TokenNgram(&quot;n&quot;, true)
322
+
323
+ TokenNgram(&quot;loose_symbol&quot;, true)
324
+
325
+ TokenNgram(&quot;loose_blank&quot;, true)
326
+
327
+ TokenNgram(&quot;remove_blank&quot;, true)
328
+
329
+ TokenNgram(&quot;report_source_location&quot;, true)
330
+
331
+ TokenNgram(&quot;unify_alphabet&quot;, true)
332
+
333
+ TokenNgram(&quot;unify_symbol&quot;, true)
334
+
335
+ TokenNgram(&quot;unify_digit&quot;, true)
336
+ </pre></div>
337
+ </div>
338
+ <p>複数のオプション指定:</p>
339
+ <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>TokenNgram(&quot;loose_symbol&quot;, true, &quot;loose_blank&quot;, true)
340
+ </pre></div>
341
+ </div>
342
+ <p><code class="docutils literal notranslate"><span class="pre">TokenNgram</span></code> We can also specify multiple options at the same time except the above examples.</p>
343
+ </div>
344
+ <div class="section" id="usage">
345
+ <h2>7.8.13.3. 使い方<a class="headerlink" href="#usage" title="このヘッドラインへのパーマリンク">¶</a></h2>
346
+ </div>
347
+ <div class="section" id="simple-usage">
348
+ <h2>7.8.13.4. 簡単な使い方<a class="headerlink" href="#simple-usage" title="このヘッドラインへのパーマリンク">¶</a></h2>
349
+ <p>以下は <code class="docutils literal notranslate"><span class="pre">TokenNgram</span></code> の例です。</p>
350
+ <p><code class="docutils literal notranslate"><span class="pre">TokenNgram</span></code> をオプション無しで使った場合、以下のように <code class="docutils literal notranslate"><span class="pre">TokenNgram</span></code> は <code class="docutils literal notranslate"><span class="pre">TokenBigram</span></code> と同じ動作をします。:</p>
351
+ <ul class="simple">
352
+ <li><p>ノーマライザーを使用しない場合。</p></li>
353
+ </ul>
354
+ <p>実行例:</p>
355
+ <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>tokenize --tokenizer TokenNgram --string &quot;Hello World&quot;
356
+ # [
357
+ # [
358
+ # 0,
359
+ # 1556063548.341422,
360
+ # 0.0002450942993164062
361
+ # ],
362
+ # [
363
+ # {
364
+ # &quot;value&quot;: &quot;He&quot;,
365
+ # &quot;position&quot;: 0,
366
+ # &quot;force_prefix&quot;: false,
367
+ # &quot;force_prefix_search&quot;: false
368
+ # },
369
+ # {
370
+ # &quot;value&quot;: &quot;el&quot;,
371
+ # &quot;position&quot;: 1,
372
+ # &quot;force_prefix&quot;: false,
373
+ # &quot;force_prefix_search&quot;: false
374
+ # },
375
+ # {
376
+ # &quot;value&quot;: &quot;ll&quot;,
377
+ # &quot;position&quot;: 2,
378
+ # &quot;force_prefix&quot;: false,
379
+ # &quot;force_prefix_search&quot;: false
380
+ # },
381
+ # {
382
+ # &quot;value&quot;: &quot;lo&quot;,
383
+ # &quot;position&quot;: 3,
384
+ # &quot;force_prefix&quot;: false,
385
+ # &quot;force_prefix_search&quot;: false
386
+ # },
387
+ # {
388
+ # &quot;value&quot;: &quot;o &quot;,
389
+ # &quot;position&quot;: 4,
390
+ # &quot;force_prefix&quot;: false,
391
+ # &quot;force_prefix_search&quot;: false
392
+ # },
393
+ # {
394
+ # &quot;value&quot;: &quot; W&quot;,
395
+ # &quot;position&quot;: 5,
396
+ # &quot;force_prefix&quot;: false,
397
+ # &quot;force_prefix_search&quot;: false
398
+ # },
399
+ # {
400
+ # &quot;value&quot;: &quot;Wo&quot;,
401
+ # &quot;position&quot;: 6,
402
+ # &quot;force_prefix&quot;: false,
403
+ # &quot;force_prefix_search&quot;: false
404
+ # },
405
+ # {
406
+ # &quot;value&quot;: &quot;or&quot;,
407
+ # &quot;position&quot;: 7,
408
+ # &quot;force_prefix&quot;: false,
409
+ # &quot;force_prefix_search&quot;: false
410
+ # },
411
+ # {
412
+ # &quot;value&quot;: &quot;rl&quot;,
413
+ # &quot;position&quot;: 8,
414
+ # &quot;force_prefix&quot;: false,
415
+ # &quot;force_prefix_search&quot;: false
416
+ # },
417
+ # {
418
+ # &quot;value&quot;: &quot;ld&quot;,
419
+ # &quot;position&quot;: 9,
420
+ # &quot;force_prefix&quot;: false,
421
+ # &quot;force_prefix_search&quot;: false
422
+ # },
423
+ # {
424
+ # &quot;value&quot;: &quot;d&quot;,
425
+ # &quot;position&quot;: 10,
426
+ # &quot;force_prefix&quot;: false,
427
+ # &quot;force_prefix_search&quot;: false
428
+ # }
429
+ # ]
430
+ # ]
431
+ </pre></div>
432
+ </div>
433
+ <ul class="simple">
434
+ <li><p>ノーマライザーを使用する場合。</p></li>
435
+ </ul>
436
+ <p>実行例:</p>
437
+ <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>tokenize --tokenizer TokenNgram --string &quot;Hello World&quot; --normalizer NormalizerAuto
438
+ # [
439
+ # [
440
+ # 0,
441
+ # 1556063752.798628,
442
+ # 0.0001776218414306641
443
+ # ],
444
+ # [
445
+ # {
446
+ # &quot;value&quot;: &quot;hello&quot;,
447
+ # &quot;position&quot;: 0,
448
+ # &quot;force_prefix&quot;: false,
449
+ # &quot;force_prefix_search&quot;: false
450
+ # },
451
+ # {
452
+ # &quot;value&quot;: &quot;world&quot;,
453
+ # &quot;position&quot;: 1,
454
+ # &quot;force_prefix&quot;: false,
455
+ # &quot;force_prefix_search&quot;: false
456
+ # }
457
+ # ]
458
+ # ]
459
+ </pre></div>
460
+ </div>
461
+ </div>
462
+ <div class="section" id="advanced-usage">
463
+ <h2>7.8.13.5. 高度な使い方<a class="headerlink" href="#advanced-usage" title="このヘッドラインへのパーマリンク">¶</a></h2>
464
+ <p><code class="docutils literal notranslate"><span class="pre">TokenNgram</span></code> は複数のオプションを指定できます。</p>
465
+ <p>例えば、以下のように <code class="docutils literal notranslate"><span class="pre">loose_symbol</span></code> と <code class="docutils literal notranslate"><span class="pre">loose_blank</span></code> を使って、電話番号の表記ゆれに対処できます。</p>
466
+ <p>以下の例のように、 <code class="docutils literal notranslate"><span class="pre">0123456789</span></code> で <code class="docutils literal notranslate"><span class="pre">0123(45)6789</span></code> 、 <code class="docutils literal notranslate"><span class="pre">0123-45-6789</span></code> 、 <code class="docutils literal notranslate"><span class="pre">0123</span> <span class="pre">45</span> <span class="pre">6789</span></code> を検索できます。</p>
467
+ <p>実行例:</p>
468
+ <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>tokenize --tokenizer &#39;TokenNgram(&quot;loose_symbol&quot;, true, &quot;loose_blank&quot;, true)&#39; --string &quot;0123(45)6789&quot; --normalizer NormalizerAuto
469
+ # [
470
+ # [
471
+ # 0,
472
+ # 1557187317.825164,
473
+ # 0.0003116130828857422
474
+ # ],
475
+ # [
476
+ # {
477
+ # &quot;value&quot;: &quot;0123&quot;,
478
+ # &quot;position&quot;: 0,
479
+ # &quot;force_prefix&quot;: false,
480
+ # &quot;force_prefix_search&quot;: false
481
+ # },
482
+ # {
483
+ # &quot;value&quot;: &quot;(&quot;,
484
+ # &quot;position&quot;: 1,
485
+ # &quot;force_prefix&quot;: false,
486
+ # &quot;force_prefix_search&quot;: false
487
+ # },
488
+ # {
489
+ # &quot;value&quot;: &quot;45&quot;,
490
+ # &quot;position&quot;: 2,
491
+ # &quot;force_prefix&quot;: false,
492
+ # &quot;force_prefix_search&quot;: false
493
+ # },
494
+ # {
495
+ # &quot;value&quot;: &quot;)&quot;,
496
+ # &quot;position&quot;: 3,
497
+ # &quot;force_prefix&quot;: false,
498
+ # &quot;force_prefix_search&quot;: false
499
+ # },
500
+ # {
501
+ # &quot;value&quot;: &quot;6789&quot;,
502
+ # &quot;position&quot;: 4,
503
+ # &quot;force_prefix&quot;: false,
504
+ # &quot;force_prefix_search&quot;: false
505
+ # },
506
+ # {
507
+ # &quot;value&quot;: &quot;￰&quot;,
508
+ # &quot;position&quot;: 5,
509
+ # &quot;force_prefix&quot;: false,
510
+ # &quot;force_prefix_search&quot;: false
511
+ # },
512
+ # {
513
+ # &quot;value&quot;: &quot;0123456789&quot;,
514
+ # &quot;position&quot;: 6,
515
+ # &quot;force_prefix&quot;: false,
516
+ # &quot;force_prefix_search&quot;: false
517
+ # }
518
+ # ]
519
+ # ]
520
+ tokenize --tokenizer &#39;TokenNgram(&quot;loose_symbol&quot;, true, &quot;loose_blank&quot;, true)&#39; --string &quot;0123-45-6789&quot; --normalizer NormalizerAuto
521
+ # [
522
+ # [
523
+ # 0,
524
+ # 1557187366.441741,
525
+ # 0.0002820491790771484
526
+ # ],
527
+ # [
528
+ # {
529
+ # &quot;value&quot;: &quot;0123&quot;,
530
+ # &quot;position&quot;: 0,
531
+ # &quot;force_prefix&quot;: false,
532
+ # &quot;force_prefix_search&quot;: false
533
+ # },
534
+ # {
535
+ # &quot;value&quot;: &quot;-&quot;,
536
+ # &quot;position&quot;: 1,
537
+ # &quot;force_prefix&quot;: false,
538
+ # &quot;force_prefix_search&quot;: false
539
+ # },
540
+ # {
541
+ # &quot;value&quot;: &quot;45&quot;,
542
+ # &quot;position&quot;: 2,
543
+ # &quot;force_prefix&quot;: false,
544
+ # &quot;force_prefix_search&quot;: false
545
+ # },
546
+ # {
547
+ # &quot;value&quot;: &quot;-&quot;,
548
+ # &quot;position&quot;: 3,
549
+ # &quot;force_prefix&quot;: false,
550
+ # &quot;force_prefix_search&quot;: false
551
+ # },
552
+ # {
553
+ # &quot;value&quot;: &quot;6789&quot;,
554
+ # &quot;position&quot;: 4,
555
+ # &quot;force_prefix&quot;: false,
556
+ # &quot;force_prefix_search&quot;: false
557
+ # },
558
+ # {
559
+ # &quot;value&quot;: &quot;￰&quot;,
560
+ # &quot;position&quot;: 5,
561
+ # &quot;force_prefix&quot;: false,
562
+ # &quot;force_prefix_search&quot;: false
563
+ # },
564
+ # {
565
+ # &quot;value&quot;: &quot;0123456789&quot;,
566
+ # &quot;position&quot;: 6,
567
+ # &quot;force_prefix&quot;: false,
568
+ # &quot;force_prefix_search&quot;: false
569
+ # }
570
+ # ]
571
+ # ]
572
+ tokenize --tokenizer &#39;TokenNgram(&quot;loose_symbol&quot;, true, &quot;loose_blank&quot;, true)&#39; --string &quot;0123 45 6789&quot; --normalizer NormalizerAuto
573
+ # [
574
+ # [
575
+ # 0,
576
+ # 1557187404.034283,
577
+ # 0.0003006458282470703
578
+ # ],
579
+ # [
580
+ # {
581
+ # &quot;value&quot;: &quot;0123&quot;,
582
+ # &quot;position&quot;: 0,
583
+ # &quot;force_prefix&quot;: false,
584
+ # &quot;force_prefix_search&quot;: false
585
+ # },
586
+ # {
587
+ # &quot;value&quot;: &quot;45&quot;,
588
+ # &quot;position&quot;: 1,
589
+ # &quot;force_prefix&quot;: false,
590
+ # &quot;force_prefix_search&quot;: false
591
+ # },
592
+ # {
593
+ # &quot;value&quot;: &quot;6789&quot;,
594
+ # &quot;position&quot;: 2,
595
+ # &quot;force_prefix&quot;: false,
596
+ # &quot;force_prefix_search&quot;: false
597
+ # },
598
+ # {
599
+ # &quot;value&quot;: &quot;￰&quot;,
600
+ # &quot;position&quot;: 3,
601
+ # &quot;force_prefix&quot;: false,
602
+ # &quot;force_prefix_search&quot;: false
603
+ # },
604
+ # {
605
+ # &quot;value&quot;: &quot;0123456789&quot;,
606
+ # &quot;position&quot;: 4,
607
+ # &quot;force_prefix&quot;: false,
608
+ # &quot;force_prefix_search&quot;: false
609
+ # }
610
+ # ]
611
+ # ]
612
+ </pre></div>
613
+ </div>
614
+ </div>
615
+ <div class="section" id="parameters">
616
+ <h2>7.8.13.6. 引数<a class="headerlink" href="#parameters" title="このヘッドラインへのパーマリンク">¶</a></h2>
617
+ <div class="section" id="optional-parameter">
618
+ <h3>7.8.13.6.1. 省略可能引数<a class="headerlink" href="#optional-parameter" title="このヘッドラインへのパーマリンク">¶</a></h3>
619
+ <p>8つの省略可能な引数があります。</p>
620
+ <div class="section" id="n">
621
+ <span id="token-ngram-n"></span><h4>7.8.13.6.1.1. <code class="docutils literal notranslate"><span class="pre">n</span></code><a class="headerlink" href="#n" title="このヘッドラインへのパーマリンク">¶</a></h4>
622
+ <p>このオプションは、Ngramの <code class="docutils literal notranslate"><span class="pre">N</span></code> を表します。例えば、trigramでは、 <code class="docutils literal notranslate"><span class="pre">n</span></code> が <code class="docutils literal notranslate"><span class="pre">3</span></code> です。</p>
623
+ </div>
624
+ <div class="section" id="loose-symbol">
625
+ <span id="token-ngram-loose-symbol"></span><h4>7.8.13.6.1.2. <code class="docutils literal notranslate"><span class="pre">loose_symbol</span></code><a class="headerlink" href="#loose-symbol" title="このヘッドラインへのパーマリンク">¶</a></h4>
626
+ <p>記号を含むクエリー、含まないクエリーの両方で検索されるよう、記号を含むキーワードをトークナイズします。例えば、キーワード <code class="docutils literal notranslate"><span class="pre">090-1111-2222</span></code> は <code class="docutils literal notranslate"><span class="pre">09011112222</span></code> 、 <code class="docutils literal notranslate"><span class="pre">090</span></code> 、 <code class="docutils literal notranslate"><span class="pre">1111</span></code> 、 <code class="docutils literal notranslate"><span class="pre">2222</span></code> 、 <code class="docutils literal notranslate"><span class="pre">090-1111-2222</span></code> で見つけられます。</p>
627
+ </div>
628
+ <div class="section" id="loose-blank">
629
+ <span id="token-ngram-loose-blank"></span><h4>7.8.13.6.1.3. <code class="docutils literal notranslate"><span class="pre">loose_blank</span></code><a class="headerlink" href="#loose-blank" title="このヘッドラインへのパーマリンク">¶</a></h4>
630
+ <p>空白を含むクエリー、含まないクエリーの両方で検索されるように、空白を含むキーワードをトークナイズします。例えば、キーワード <code class="docutils literal notranslate"><span class="pre">090</span> <span class="pre">1111</span> <span class="pre">2222</span></code> は <code class="docutils literal notranslate"><span class="pre">09011112222</span></code> 、 <code class="docutils literal notranslate"><span class="pre">090</span></code> 、 <code class="docutils literal notranslate"><span class="pre">1111</span></code> 、 <code class="docutils literal notranslate"><span class="pre">2222</span></code>　、 <code class="docutils literal notranslate"><span class="pre">090</span> <span class="pre">1111</span> <span class="pre">2222</span></code> で見つけられます。</p>
631
+ </div>
632
+ <div class="section" id="remove-blank">
633
+ <span id="token-ngram-remove-blank"></span><h4>7.8.13.6.1.4. <code class="docutils literal notranslate"><span class="pre">remove_blank</span></code><a class="headerlink" href="#remove-blank" title="このヘッドラインへのパーマリンク">¶</a></h4>
634
+ <p>空白を含まないクエリーで検索できるよう、空白を含むキーワードをトークナイズします。例えば、キーワード <code class="docutils literal notranslate"><span class="pre">090</span> <span class="pre">1111</span> <span class="pre">2222</span></code> は <code class="docutils literal notranslate"><span class="pre">09011112222</span></code> 、 <code class="docutils literal notranslate"><span class="pre">090</span></code> 、 <code class="docutils literal notranslate"><span class="pre">1111</span></code> 、 <code class="docutils literal notranslate"><span class="pre">2222</span></code> でも見つけられます。</p>
635
+ <p><code class="docutils literal notranslate"><span class="pre">090</span> <span class="pre">1111</span> <span class="pre">2222</span></code> のような空白を含むクエリーでは、キーワードを見つけられないことに注意して下さい。</p>
636
+ </div>
637
+ <div class="section" id="report-source-location">
638
+ <span id="token-ngram-report-source-location"></span><h4>7.8.13.6.1.5. <code class="docutils literal notranslate"><span class="pre">report_source_location</span></code><a class="headerlink" href="#report-source-location" title="このヘッドラインへのパーマリンク">¶</a></h4>
639
+ <p>このオプションは、 <code class="docutils literal notranslate"><span class="pre">highlight_html</span></code> によってトークンをハイライトする際、ハイライト対象のトークンの位置を教えてくれます。</p>
640
+ <p>このオプションは、 <code class="docutils literal notranslate"><span class="pre">highlight_html</span></code> を使ってトークンをハイライトしたい時のみ使用します。</p>
641
+ <p>Groongaがハイライト対象のテキストをトークナイズするとき、いままでは、常に <code class="docutils literal notranslate"><span class="pre">NormalizerAuto</span></code> が使われていました。そのため、 <code class="docutils literal notranslate"><span class="pre">NormalizerNFKC100</span></code> を使ってノーマライズすると、ハイライトの位置が見つけられないことがあります。</p>
642
+ <p>実行例:</p>
643
+ <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>table_create Entries TABLE_NO_KEY
644
+ #[[0,0.0,0.0],true]
645
+ column_create Entries body COLUMN_SCALAR ShortText
646
+ #[[0,0.0,0.0],true]
647
+ table_create Terms TABLE_PAT_KEY ShortText --normalizer &#39;NormalizerNFKC100&#39;
648
+ #[[0,0.0,0.0],true]
649
+ column_create Terms document_index COLUMN_INDEX|WITH_POSITION Entries body
650
+ #[[0,0.0,0.0],true]
651
+ load --table Entries
652
+ [
653
+ {&quot;body&quot;: &quot;ア㌕Ａz&quot;}
654
+ ]
655
+ #[[0,0.0,0.0],1]
656
+ select Entries --match_columns body --query &#39;グラム&#39; --output_columns &#39;highlight_html(body, Terms)&#39;
657
+ #[
658
+ # [
659
+ # 0,
660
+ # 1558915202.24493,
661
+ # 0.0003714561462402344
662
+ # ],
663
+ # [[[0],[[&quot;highlight_html&quot;,null]]]]
664
+ #]
665
+ </pre></div>
666
+ </div>
667
+ <p>異なるノーマライザーを使ってトークンをノーマライズするためです。</p>
668
+ <p>このオプションは、ハイライト位置のズレを減らすためのものです。</p>
669
+ <p>実行例:</p>
670
+ <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>table_create Entries TABLE_NO_KEY
671
+ #[[0,0.0,0.0],true]
672
+ column_create Entries body COLUMN_SCALAR ShortText
673
+ #[[0,0.0,0.0],true]
674
+ table_create Terms TABLE_PAT_KEY ShortText --default_tokenizer &#39;TokenNgram(&quot;report_source_location&quot;, true)&#39; --normalizer &#39;NormalizerNFKC100&#39;
675
+ #[[0,0.0,0.0],true]
676
+ column_create Terms document_index COLUMN_INDEX|WITH_POSITION Entries body
677
+ #[[0,0.0,0.0],true]
678
+ load --table Entries
679
+ [
680
+ {&quot;body&quot;: &quot;ア㌕Ａz&quot;}
681
+ ]
682
+ #[[0,0.0,0.0],1]
683
+ select Entries --match_columns body --query &#39;グラム&#39; --output_columns &#39;highlight_html(body, Terms)&#39;
684
+ #[
685
+ # [
686
+ # 0,
687
+ # 0.0,
688
+ # 0.0
689
+ # ],
690
+ # [
691
+ # [
692
+ # [
693
+ # 1
694
+ # ],
695
+ # [
696
+ # [
697
+ # &quot;highlight_html&quot;,
698
+ # null
699
+ # ]
700
+ # ],
701
+ # [
702
+ # &quot;ア&lt;span class=\&quot;keyword\&quot;&gt;㌕&lt;/span&gt;Ａz&quot;
703
+ # ]
704
+ # ]
705
+ # ]
706
+ #]
707
+ </pre></div>
708
+ </div>
709
+ </div>
710
+ <div class="section" id="unify-alphabet">
711
+ <span id="token-ngram-unify-alphabet"></span><h4>7.8.13.6.1.6. <code class="docutils literal notranslate"><span class="pre">unify_alphabet</span></code><a class="headerlink" href="#unify-alphabet" title="このヘッドラインへのパーマリンク">¶</a></h4>
712
+ <p>falseを設定すると、 <code class="docutils literal notranslate"><span class="pre">TokenNgram</span></code> はASCII文字にトークナイズ方法としてバイグラムを使います。</p>
713
+ <p>デフォルト値はtrueです。</p>
714
+ <p>実行例:</p>
715
+ <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>tokenize --tokenizer &#39;TokenNgram(&quot;unify_alphabet&quot;, false)&#39; --string &quot;abcd ABCD&quot; --normaluzer NormalizeAuto
716
+ #[
717
+ # [
718
+ # 0,
719
+ # 1558570398.145967,
720
+ # 0.0009109973907470703
721
+ # ],
722
+ # [
723
+ # {
724
+ # &quot;value&quot;: &quot;ab&quot;,
725
+ # &quot;position&quot;: 0,
726
+ # &quot;force_prefix&quot;: false,
727
+ # &quot;force_prefix_search&quot;: false
728
+ # },
729
+ # {
730
+ # &quot;value&quot;: &quot;bc&quot;,
731
+ # &quot;position&quot;: 1,
732
+ # &quot;force_prefix&quot;: false,
733
+ # &quot;force_prefix_search&quot;: false
734
+ # },
735
+ # {
736
+ # &quot;value&quot;: &quot;cd&quot;,
737
+ # &quot;position&quot;: 2,
738
+ # &quot;force_prefix&quot;: false,
739
+ # &quot;force_prefix_search&quot;: false
740
+ # },
741
+ # {
742
+ # &quot;value&quot;: &quot;d &quot;,
743
+ # &quot;position&quot;: 3,
744
+ # &quot;force_prefix&quot;: false,
745
+ # &quot;force_prefix_search&quot;: false
746
+ # },
747
+ # {
748
+ # &quot;value&quot;: &quot; A&quot;,
749
+ # &quot;position&quot;: 4,
750
+ # &quot;force_prefix&quot;: false,
751
+ # &quot;force_prefix_search&quot;: false
752
+ # },
753
+ # {
754
+ # &quot;value&quot;: &quot;AB&quot;,
755
+ # &quot;position&quot;: 5,
756
+ # &quot;force_prefix&quot;: false,
757
+ # &quot;force_prefix_search&quot;: false
758
+ # },
759
+ # {
760
+ # &quot;value&quot;: &quot;BC&quot;,
761
+ # &quot;position&quot;: 6,
762
+ # &quot;force_prefix&quot;: false,
763
+ # &quot;force_prefix_search&quot;: false
764
+ # },
765
+ # {
766
+ # &quot;value&quot;: &quot;CD&quot;,
767
+ # &quot;position&quot;: 7,
768
+ # &quot;force_prefix&quot;: false,
769
+ # &quot;force_prefix_search&quot;: false
770
+ # },
771
+ # {
772
+ # &quot;value&quot;: &quot;D&quot;,
773
+ # &quot;position&quot;: 8,
774
+ # &quot;force_prefix&quot;: false,
775
+ # &quot;force_prefix_search&quot;: false
776
+ # }
777
+ # ]
778
+ #]
779
+ </pre></div>
780
+ </div>
781
+ </div>
782
+ <div class="section" id="unify-symbol">
783
+ <span id="token-ngram-unify-symbol"></span><h4>7.8.13.6.1.7. <code class="docutils literal notranslate"><span class="pre">unify_symbol</span></code><a class="headerlink" href="#unify-symbol" title="このヘッドラインへのパーマリンク">¶</a></h4>
784
+ <p>falseを設定すると、 <code class="docutils literal notranslate"><span class="pre">TokenNgram</span></code> は記号にトークナイズ方法としてバイグラムを使います。<code class="docutils literal notranslate"><span class="pre">TokenNgram(&quot;unify_symbol&quot;,</span> <span class="pre">false)</span></code> は <code class="docutils literal notranslate"><span class="pre">TokenBigramSplitSymbol</span></code> と同じ動作になります。</p>
785
+ <p>デフォルト値はtrueです。</p>
786
+ <p>実行例:</p>
787
+ <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>tokenize --tokenizer &#39;TokenNgram(&quot;unify_symbol&quot;, false)&#39; --string &quot;___---&quot; --normalizer NormalizerAuto
788
+ #[
789
+ # [
790
+ # 0,
791
+ # 1558913369.875591,
792
+ # 0.0008268356323242188
793
+ # ],
794
+ # [
795
+ # {
796
+ # &quot;value&quot;: &quot;__&quot;,
797
+ # &quot;position&quot;: 0,
798
+ # &quot;force_prefix&quot;: false,
799
+ # &quot;force_prefix_search&quot;: false
800
+ # },
801
+ # {
802
+ # &quot;value&quot;: &quot;__&quot;,
803
+ # &quot;position&quot;: 1,
804
+ # &quot;force_prefix&quot;: false,
805
+ # &quot;force_prefix_search&quot;: false
806
+ # },
807
+ # {
808
+ # &quot;value&quot;: &quot;_-&quot;,
809
+ # &quot;position&quot;: 2,
810
+ # &quot;force_prefix&quot;: false,
811
+ # &quot;force_prefix_search&quot;: false
812
+ # },
813
+ # {
814
+ # &quot;value&quot;: &quot;--&quot;,
815
+ # &quot;position&quot;: 3,
816
+ # &quot;force_prefix&quot;: false,
817
+ # &quot;force_prefix_search&quot;: false
818
+ # },
819
+ # {
820
+ # &quot;value&quot;: &quot;--&quot;,
821
+ # &quot;position&quot;: 4,
822
+ # &quot;force_prefix&quot;: false,
823
+ # &quot;force_prefix_search&quot;: false
824
+ # },
825
+ # {
826
+ # &quot;value&quot;: &quot;-&quot;,
827
+ # &quot;position&quot;: 5,
828
+ # &quot;force_prefix&quot;: false,
829
+ # &quot;force_prefix_search&quot;: false
830
+ # }
831
+ # ]
832
+ #]
833
+ </pre></div>
834
+ </div>
835
+ </div>
836
+ <div class="section" id="unify-digit">
837
+ <span id="token-ngram-unify-digit"></span><h4>7.8.13.6.1.8. <code class="docutils literal notranslate"><span class="pre">unify_digit</span></code><a class="headerlink" href="#unify-digit" title="このヘッドラインへのパーマリンク">¶</a></h4>
838
+ <p>falseを設定すると、 <code class="docutils literal notranslate"><span class="pre">TokenNgram</span></code> は数字にトークナイズ方法としてバイグラムを使います。</p>
839
+ <p>デフォルト値はtrueです。</p>
840
+ <p>実行例:</p>
841
+ <div class="highlight-none notranslate"><div class="highlight"><pre><span></span>tokenize --tokenizer &#39;TokenNgram(&quot;unify_digit&quot;, false)&#39; --string &quot;012345 6789&quot; --normalizer NormalizerAuto
842
+ #[
843
+ # [
844
+ # 0,
845
+ # 1558914023.967506,
846
+ # 0.001635313034057617
847
+ # ],
848
+ # [
849
+ # {
850
+ # &quot;value&quot;: &quot;01&quot;,
851
+ # &quot;position&quot;: 0,
852
+ # &quot;force_prefix&quot;: false,
853
+ # &quot;force_prefix_search&quot;: false
854
+ # },
855
+ # {
856
+ # &quot;value&quot;: &quot;12&quot;,
857
+ # &quot;position&quot;: 1,
858
+ # &quot;force_prefix&quot;: false,
859
+ # &quot;force_prefix_search&quot;: false
860
+ # },
861
+ # {
862
+ # &quot;value&quot;: &quot;23&quot;,
863
+ # &quot;position&quot;: 2,
864
+ # &quot;force_prefix&quot;: false,
865
+ # &quot;force_prefix_search&quot;: false
866
+ # },
867
+ # {
868
+ # &quot;value&quot;: &quot;34&quot;,
869
+ # &quot;position&quot;: 3,
870
+ # &quot;force_prefix&quot;: false,
871
+ # &quot;force_prefix_search&quot;: false
872
+ # },
873
+ # {
874
+ # &quot;value&quot;: &quot;45&quot;,
875
+ # &quot;position&quot;: 4,
876
+ # &quot;force_prefix&quot;: false,
877
+ # &quot;force_prefix_search&quot;: false
878
+ # },
879
+ # {
880
+ # &quot;value&quot;: &quot;5&quot;,
881
+ # &quot;position&quot;: 5,
882
+ # &quot;force_prefix&quot;: false,
883
+ # &quot;force_prefix_search&quot;: false
884
+ # },
885
+ # {
886
+ # &quot;value&quot;: &quot;67&quot;,
887
+ # &quot;position&quot;: 6,
888
+ # &quot;force_prefix&quot;: false,
889
+ # &quot;force_prefix_search&quot;: false
890
+ # },
891
+ # {
892
+ # &quot;value&quot;: &quot;78&quot;,
893
+ # &quot;position&quot;: 7,
894
+ # &quot;force_prefix&quot;: false,
895
+ # &quot;force_prefix_search&quot;: false
896
+ # },
897
+ # {
898
+ # &quot;value&quot;: &quot;89&quot;,
899
+ # &quot;position&quot;: 8,
900
+ # &quot;force_prefix&quot;: false,
901
+ # &quot;force_prefix_search&quot;: false
902
+ # },
903
+ # {
904
+ # &quot;value&quot;: &quot;9&quot;,
905
+ # &quot;position&quot;: 9,
906
+ # &quot;force_prefix&quot;: false,
907
+ # &quot;force_prefix_search&quot;: false
908
+ # }
909
+ # ]
910
+ #]
911
+ </pre></div>
912
+ </div>
913
+ </div>
914
+ </div>
915
+ </div>
916
+ <div class="section" id="see-also">
917
+ <h2>7.8.13.7. 参考<a class="headerlink" href="#see-also" title="このヘッドラインへのパーマリンク">¶</a></h2>
918
+ <ul class="simple">
919
+ <li><p><a class="reference internal" href="../commands/tokenize.html"><span class="doc">tokenize</span></a></p></li>
920
+ </ul>
921
+ </div>
922
+ </div>
923
+
924
+
925
+ </div>
926
+ </div>
927
+ </div>
928
+ <div class="sphinxsidebar" role="navigation" aria-label="main navigation">
929
+ <div class="sphinxsidebarwrapper">
930
+ <h3><a href="../../index.html">目次</a></h3>
931
+ <ul>
932
+ <li><a class="reference internal" href="#">7.8.13. <code class="docutils literal notranslate"><span class="pre">TokenNgram</span></code></a><ul>
933
+ <li><a class="reference internal" href="#summary">7.8.13.1. 概要</a></li>
934
+ <li><a class="reference internal" href="#syntax">7.8.13.2. 構文</a></li>
935
+ <li><a class="reference internal" href="#usage">7.8.13.3. 使い方</a></li>
936
+ <li><a class="reference internal" href="#simple-usage">7.8.13.4. 簡単な使い方</a></li>
937
+ <li><a class="reference internal" href="#advanced-usage">7.8.13.5. 高度な使い方</a></li>
938
+ <li><a class="reference internal" href="#parameters">7.8.13.6. 引数</a><ul>
939
+ <li><a class="reference internal" href="#optional-parameter">7.8.13.6.1. 省略可能引数</a><ul>
940
+ <li><a class="reference internal" href="#n">7.8.13.6.1.1. <code class="docutils literal notranslate"><span class="pre">n</span></code></a></li>
941
+ <li><a class="reference internal" href="#loose-symbol">7.8.13.6.1.2. <code class="docutils literal notranslate"><span class="pre">loose_symbol</span></code></a></li>
942
+ <li><a class="reference internal" href="#loose-blank">7.8.13.6.1.3. <code class="docutils literal notranslate"><span class="pre">loose_blank</span></code></a></li>
943
+ <li><a class="reference internal" href="#remove-blank">7.8.13.6.1.4. <code class="docutils literal notranslate"><span class="pre">remove_blank</span></code></a></li>
944
+ <li><a class="reference internal" href="#report-source-location">7.8.13.6.1.5. <code class="docutils literal notranslate"><span class="pre">report_source_location</span></code></a></li>
945
+ <li><a class="reference internal" href="#unify-alphabet">7.8.13.6.1.6. <code class="docutils literal notranslate"><span class="pre">unify_alphabet</span></code></a></li>
946
+ <li><a class="reference internal" href="#unify-symbol">7.8.13.6.1.7. <code class="docutils literal notranslate"><span class="pre">unify_symbol</span></code></a></li>
947
+ <li><a class="reference internal" href="#unify-digit">7.8.13.6.1.8. <code class="docutils literal notranslate"><span class="pre">unify_digit</span></code></a></li>
948
+ </ul>
949
+ </li>
950
+ </ul>
951
+ </li>
952
+ <li><a class="reference internal" href="#see-also">7.8.13.7. 参考</a></li>
953
+ </ul>
954
+ </li>
955
+ </ul>
956
+
957
+ <h4>前のトピックへ</h4>
958
+ <p class="topless"><a href="token_mecab.html"
959
+ title="前の章へ">7.8.12. <code class="docutils literal notranslate"><span class="pre">TokenMecab</span></code></a></p>
960
+ <h4>次のトピックへ</h4>
961
+ <p class="topless"><a href="token_pattern.html"
962
+ title="次の章へ">7.8.14. <code class="docutils literal notranslate"><span class="pre">TokenPattern</span></code></a></p>
963
+ <div id="searchbox" style="display: none" role="search">
964
+ <h3>クイック検索</h3>
965
+ <div class="searchformwrapper">
966
+ <form class="search" action="../../search.html" method="get">
967
+ <input type="text" name="q" />
968
+ <input type="submit" value="検索" />
969
+ </form>
970
+ </div>
971
+ </div>
972
+ <script type="text/javascript">$('#searchbox').show(0);</script>
973
+ </div>
974
+ </div>
975
+ <div class="clearer"></div>
976
+ </div>
977
+ <div class="related" role="navigation" aria-label="related navigation">
978
+ <h3>ナビゲーション</h3>
979
+ <ul>
980
+ <li class="right" style="margin-right: 10px">
981
+ <a href="../../genindex.html" title="総合索引"
982
+ >索引</a></li>
983
+ <li class="right" >
984
+ <a href="token_pattern.html" title="7.8.14. TokenPattern"
985
+ >次へ</a> |</li>
986
+ <li class="right" >
987
+ <a href="token_mecab.html" title="7.8.12. TokenMecab"
988
+ >前へ</a> |</li>
989
+ <li class="nav-item nav-item-0"><a href="../../index.html">Groonga v9.0.6ドキュメント</a> &#187;</li>
990
+ <li class="nav-item nav-item-1"><a href="../../reference.html" >7. リファレンスマニュアル</a> &#187;</li>
991
+ <li class="nav-item nav-item-2"><a href="../tokenizers.html" >7.8. トークナイザー</a> &#187;</li>
992
+ </ul>
993
+ </div>
994
+ <div class="footer" role="contentinfo">
995
+ &#169; Copyright 2009-2019, Brazil, Inc.
996
+ </div>
997
+ </body>
998
+ </html>