RubyGems - rroonga - Versions diffs - 7.1.1-x64-mingw32 → 9.0.2-x64-mingw32 - Mend

rroonga 7.1.1-x64-mingw32 → 9.0.2-x64-mingw32

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (980) hide show

data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_delimit_null.html ADDED Viewed

@@ -0,0 +1,162 @@
+<!DOCTYPE html>
+<html xmlns="http://www.w3.org/1999/xhtml" lang="en">
+  <head>
+    <meta charset="utf-8" />
+    <title>7.8.11. TokenDelimitNull &#8212; Groonga v9.0.2 documentation</title>
+    <link rel="stylesheet" href="../../_static/groonga.css" type="text/css" />
+    <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
+    <script type="text/javascript" id="documentation_options" data-url_root="../../" src="../../_static/documentation_options.js"></script>
+    <script type="text/javascript" src="../../_static/jquery.js"></script>
+    <script type="text/javascript" src="../../_static/underscore.js"></script>
+    <script type="text/javascript" src="../../_static/doctools.js"></script>
+    <script type="text/javascript" src="../../_static/language_data.js"></script>
+    <link rel="shortcut icon" href="../../_static/favicon.ico"/>
+    <link rel="index" title="Index" href="../../genindex.html" />
+    <link rel="search" title="Search" href="../../search.html" />
+    <link rel="next" title="7.8.12. TokenMecab" href="token_mecab.html" />
+    <link rel="prev" title="7.8.10. TokenDelimit" href="token_delimit.html" />
+  </head><body>
+<div class="header">
+  <h1 class="title">
+    <a id="top-link" href="../../index.html">
+      <span class="project">groonga</span>
+      <span class="separator">-</span>
+      <span class="description">An open-source fulltext search engine and column store.</span>
+    </a>
+  </h1>
+  <div class="other-language-links">
+    <ul>
+      <li><a href="../../../../ja/html/reference/tokenizers/token_delimit_null.html">日本語</a></li>
+    </ul>
+  </div>
+</div>
+    <div class="related" role="navigation" aria-label="related navigation">
+      <h3>Navigation</h3>
+      <ul>
+        <li class="right" style="margin-right: 10px">
+          <a href="../../genindex.html" title="General Index"
+             accesskey="I">index</a></li>
+        <li class="right" >
+          <a href="token_mecab.html" title="7.8.12. TokenMecab"
+             accesskey="N">next</a> |</li>
+        <li class="right" >
+          <a href="token_delimit.html" title="7.8.10. TokenDelimit"
+             accesskey="P">previous</a> |</li>
+        <li class="nav-item nav-item-0"><a href="../../index.html">Groonga v9.0.2 documentation</a> &#187;</li>
+          <li class="nav-item nav-item-1"><a href="../../reference.html" >7. Reference manual</a> &#187;</li>
+          <li class="nav-item nav-item-2"><a href="../tokenizers.html" accesskey="U">7.8. Tokenizers</a> &#187;</li>
+      </ul>
+    </div>
+    <div class="document">
+      <div class="documentwrapper">
+        <div class="bodywrapper">
+          <div class="body" role="main">
+  <div class="section" id="tokendelimitnull">
+<span id="token-delimit-null"></span><h1>7.8.11. <code class="docutils literal notranslate"><span class="pre">TokenDelimitNull</span></code><a class="headerlink" href="#tokendelimitnull" title="Permalink to this headline">¶</a></h1>
+<div class="section" id="summary">
+<h2>7.8.11.1. Summary<a class="headerlink" href="#summary" title="Permalink to this headline">¶</a></h2>
+<p><code class="docutils literal notranslate"><span class="pre">TokenDelimitNull</span></code> is similar to <a class="reference internal" href="token_delimit.html#token-delimit"><span class="std std-ref">TokenDelimit</span></a>. The
+difference between them is separator character. <a class="reference internal" href="token_delimit.html#token-delimit"><span class="std std-ref">TokenDelimit</span></a>
+uses space character (<code class="docutils literal notranslate"><span class="pre">U+0020</span></code>) but <code class="docutils literal notranslate"><span class="pre">TokenDelimitNull</span></code> uses NUL
+character (<code class="docutils literal notranslate"><span class="pre">U+0000</span></code>).</p>
+</div>
+<div class="section" id="syntax">
+<h2>7.8.11.2. Syntax<a class="headerlink" href="#syntax" title="Permalink to this headline">¶</a></h2>
+<p><code class="docutils literal notranslate"><span class="pre">TokenDelimitNull</span></code> hasn’t parameter:</p>
+<div class="highlight-none notranslate"><div class="highlight"><pre><span></span>TokenDelimitNull
+</pre></div>
+</div>
+</div>
+<div class="section" id="usage">
+<h2>7.8.11.3. Usage<a class="headerlink" href="#usage" title="Permalink to this headline">¶</a></h2>
+<p><code class="docutils literal notranslate"><span class="pre">TokenDelimitNull</span></code> is also suitable for tag text.</p>
+<p>Here is an example of <code class="docutils literal notranslate"><span class="pre">TokenDelimitNull</span></code>:</p>
+<p>Execution example:</p>
+<div class="highlight-none notranslate"><div class="highlight"><pre><span></span>tokenize TokenDelimitNull &quot;Groonga\u0000full-text-search\u0000HTTP&quot; NormalizerAuto
+# [
+#   [
+#     0,
+#     1337566253.89858,
+#     0.000355720520019531
+#   ],
+#   [
+#     {
+#       &quot;position&quot;: 0,
+#       &quot;force_prefix&quot;: false,
+#       &quot;value&quot;: &quot;groongau0000full-text-searchu0000http&quot;
+#     }
+#   ]
+# ]
+</pre></div>
+</div>
+</div>
+</div>
+          </div>
+        </div>
+      </div>
+      <div class="sphinxsidebar" role="navigation" aria-label="main navigation">
+        <div class="sphinxsidebarwrapper">
+  <h3><a href="../../index.html">Table of Contents</a></h3>
+  <ul>
+<li><a class="reference internal" href="#">7.8.11. <code class="docutils literal notranslate"><span class="pre">TokenDelimitNull</span></code></a><ul>
+<li><a class="reference internal" href="#summary">7.8.11.1. Summary</a></li>
+<li><a class="reference internal" href="#syntax">7.8.11.2. Syntax</a></li>
+<li><a class="reference internal" href="#usage">7.8.11.3. Usage</a></li>
+</ul>
+</li>
+</ul>
+  <h4>Previous topic</h4>
+  <p class="topless"><a href="token_delimit.html"
+                        title="previous chapter">7.8.10. <code class="docutils literal notranslate"><span class="pre">TokenDelimit</span></code></a></p>
+  <h4>Next topic</h4>
+  <p class="topless"><a href="token_mecab.html"
+                        title="next chapter">7.8.12. <code class="docutils literal notranslate"><span class="pre">TokenMecab</span></code></a></p>
+<div id="searchbox" style="display: none" role="search">
+  <h3>Quick search</h3>
+    <div class="searchformwrapper">
+    <form class="search" action="../../search.html" method="get">
+      <input type="text" name="q" />
+      <input type="submit" value="Go" />
+    </form>
+    </div>
+</div>
+<script type="text/javascript">$('#searchbox').show(0);</script>
+        </div>
+      </div>
+      <div class="clearer"></div>
+    </div>
+    <div class="related" role="navigation" aria-label="related navigation">
+      <h3>Navigation</h3>
+      <ul>
+        <li class="right" style="margin-right: 10px">
+          <a href="../../genindex.html" title="General Index"
+             >index</a></li>
+        <li class="right" >
+          <a href="token_mecab.html" title="7.8.12. TokenMecab"
+             >next</a> |</li>
+        <li class="right" >
+          <a href="token_delimit.html" title="7.8.10. TokenDelimit"
+             >previous</a> |</li>
+        <li class="nav-item nav-item-0"><a href="../../index.html">Groonga v9.0.2 documentation</a> &#187;</li>
+          <li class="nav-item nav-item-1"><a href="../../reference.html" >7. Reference manual</a> &#187;</li>
+          <li class="nav-item nav-item-2"><a href="../tokenizers.html" >7.8. Tokenizers</a> &#187;</li>
+      </ul>
+    </div>
+    <div class="footer" role="contentinfo">
+        &#169; Copyright 2009-2019, Brazil, Inc.
+    </div>
+  </body>
+</html>

data/vendor/local/share/doc/groonga/en/html/reference/tokenizers/token_mecab.html ADDED Viewed

@@ -0,0 +1,783 @@
+<!DOCTYPE html>
+<html xmlns="http://www.w3.org/1999/xhtml" lang="en">
+  <head>
+    <meta charset="utf-8" />
+    <title>7.8.12. TokenMecab &#8212; Groonga v9.0.2 documentation</title>
+    <link rel="stylesheet" href="../../_static/groonga.css" type="text/css" />
+    <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
+    <script type="text/javascript" id="documentation_options" data-url_root="../../" src="../../_static/documentation_options.js"></script>
+    <script type="text/javascript" src="../../_static/jquery.js"></script>
+    <script type="text/javascript" src="../../_static/underscore.js"></script>
+    <script type="text/javascript" src="../../_static/doctools.js"></script>
+    <script type="text/javascript" src="../../_static/language_data.js"></script>
+    <link rel="shortcut icon" href="../../_static/favicon.ico"/>
+    <link rel="index" title="Index" href="../../genindex.html" />
+    <link rel="search" title="Search" href="../../search.html" />
+    <link rel="next" title="7.8.13. TokenRegexp" href="token_regexp.html" />
+    <link rel="prev" title="7.8.11. TokenDelimitNull" href="token_delimit_null.html" />
+  </head><body>
+<div class="header">
+  <h1 class="title">
+    <a id="top-link" href="../../index.html">
+      <span class="project">groonga</span>
+      <span class="separator">-</span>
+      <span class="description">An open-source fulltext search engine and column store.</span>
+    </a>
+  </h1>
+  <div class="other-language-links">
+    <ul>
+      <li><a href="../../../../ja/html/reference/tokenizers/token_mecab.html">日本語</a></li>
+    </ul>
+  </div>
+</div>
+    <div class="related" role="navigation" aria-label="related navigation">
+      <h3>Navigation</h3>
+      <ul>
+        <li class="right" style="margin-right: 10px">
+          <a href="../../genindex.html" title="General Index"
+             accesskey="I">index</a></li>
+        <li class="right" >
+          <a href="token_regexp.html" title="7.8.13. TokenRegexp"
+             accesskey="N">next</a> |</li>
+        <li class="right" >
+          <a href="token_delimit_null.html" title="7.8.11. TokenDelimitNull"
+             accesskey="P">previous</a> |</li>
+        <li class="nav-item nav-item-0"><a href="../../index.html">Groonga v9.0.2 documentation</a> &#187;</li>
+          <li class="nav-item nav-item-1"><a href="../../reference.html" >7. Reference manual</a> &#187;</li>
+          <li class="nav-item nav-item-2"><a href="../tokenizers.html" accesskey="U">7.8. Tokenizers</a> &#187;</li>
+      </ul>
+    </div>
+    <div class="document">
+      <div class="documentwrapper">
+        <div class="bodywrapper">
+          <div class="body" role="main">
+  <div class="section" id="tokenmecab">
+<h1>7.8.12. <code class="docutils literal notranslate"><span class="pre">TokenMecab</span></code><a class="headerlink" href="#tokenmecab" title="Permalink to this headline">¶</a></h1>
+<div class="section" id="summary">
+<h2>7.8.12.1. Summary<a class="headerlink" href="#summary" title="Permalink to this headline">¶</a></h2>
+<p><code class="docutils literal notranslate"><span class="pre">TokenMecab</span></code> is a tokenizer based on <a class="reference external" href="https://taku910.github.io/mecab/">MeCab</a> part-of-speech and
+morphological analyzer.</p>
+<p>MeCab doesn’t depend on Japanese. You can use MeCab for other
+languages by creating dictionary for the languages. You can use <a class="reference external" href="http://osdn.jp/projects/naist-jdic/">NAIST
+Japanese Dictionary</a>
+for Japanese.</p>
+<p>You need to install an additional package to using TokenMecab.
+For more detail of how to installing an additional package, see <a class="reference external" href="http://groonga.org/docs/install.html">how to install each OS</a> .</p>
+<p><code class="docutils literal notranslate"><span class="pre">TokenMecab</span></code> is good for precision rather than recall. You can find
+<code class="docutils literal notranslate"><span class="pre">東京都</span></code> and <code class="docutils literal notranslate"><span class="pre">京都</span></code> texts by <code class="docutils literal notranslate"><span class="pre">京都</span></code> query with
+<a class="reference internal" href="token_bigram.html#token-bigram"><span class="std std-ref">TokenBigram</span></a> but <code class="docutils literal notranslate"><span class="pre">東京都</span></code> isn’t expected. You can find only
+<code class="docutils literal notranslate"><span class="pre">京都</span></code> text by <code class="docutils literal notranslate"><span class="pre">京都</span></code> query with <code class="docutils literal notranslate"><span class="pre">TokenMecab</span></code>.</p>
+<p>If you want to support neologisms, you need to keep updating your
+MeCab dictionary. It needs maintain cost. (<a class="reference internal" href="token_bigram.html#token-bigram"><span class="std std-ref">TokenBigram</span></a> doesn’t
+require dictionary maintenance because <a class="reference internal" href="token_bigram.html#token-bigram"><span class="std std-ref">TokenBigram</span></a> doesn’t use
+dictionary.) <a class="reference external" href="https://github.com/neologd/mecab-ipadic-neologd">mecab-ipadic-NEologd : Neologism dictionary for MeCab</a> may help you.</p>
+</div>
+<div class="section" id="syntax">
+<h2>7.8.12.2. Syntax<a class="headerlink" href="#syntax" title="Permalink to this headline">¶</a></h2>
+<p><code class="docutils literal notranslate"><span class="pre">TokenMecab</span></code> has optional parameter.</p>
+<p>No options:</p>
+<div class="highlight-none notranslate"><div class="highlight"><pre><span></span>TokenMecab
+</pre></div>
+</div>
+<p>Specify option:</p>
+<div class="highlight-none notranslate"><div class="highlight"><pre><span></span>TokenMecab(&quot;include_class&quot;, true)
+TokenMecab(&quot;target_class&quot;, &quot;a_part_of_speech&quot;)
+TokenMecab(&quot;include_reading&quot;, true)
+TokenMecab(&quot;include_form&quot;, true)
+TokenMecab(&quot;use_reading&quot;, true)
+</pre></div>
+</div>
+<p>Specify multiple options:</p>
+<div class="highlight-none notranslate"><div class="highlight"><pre><span></span>TokenMecab(&quot;target_class&quot;, &quot;名詞&quot;, &quot;include_reading&quot;, true)
+</pre></div>
+</div>
+<p><code class="docutils literal notranslate"><span class="pre">TokenMecab</span></code> also specify multiple options as above.
+You can also specify mingle multiple options except above example.</p>
+</div>
+<div class="section" id="usage">
+<h2>7.8.12.3. Usage<a class="headerlink" href="#usage" title="Permalink to this headline">¶</a></h2>
+</div>
+<div class="section" id="simple-usage">
+<h2>7.8.12.4. Simple usage<a class="headerlink" href="#simple-usage" title="Permalink to this headline">¶</a></h2>
+<p>Here is an example of <code class="docutils literal notranslate"><span class="pre">TokenMeCab</span></code>. <code class="docutils literal notranslate"><span class="pre">東京都</span></code> is tokenized to <code class="docutils literal notranslate"><span class="pre">東京</span></code>
+and <code class="docutils literal notranslate"><span class="pre">都</span></code>. They don’t include <code class="docutils literal notranslate"><span class="pre">京都</span></code>:</p>
+<p>Execution example:</p>
+<div class="highlight-none notranslate"><div class="highlight"><pre><span></span>tokenize TokenMecab &quot;東京都&quot;
+# [
+#   [
+#     0,
+#     1545812631.661493,
+#     0.0002415180206298828
+#   ],
+#   [
+#     {
+#       &quot;value&quot;: &quot;東京&quot;,
+#       &quot;position&quot;: 0,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false
+#     },
+#     {
+#       &quot;value&quot;: &quot;都&quot;,
+#       &quot;position&quot;: 1,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false
+#     }
+#   ]
+# ]
+</pre></div>
+</div>
+<p><code class="docutils literal notranslate"><span class="pre">TokenMecab</span></code> can also specify options.
+<code class="docutils literal notranslate"><span class="pre">TokenMecab</span></code> has <code class="docutils literal notranslate"><span class="pre">target_class</span></code> option, <code class="docutils literal notranslate"><span class="pre">include_class</span></code> option,
+<code class="docutils literal notranslate"><span class="pre">include_reading</span></code> option, <code class="docutils literal notranslate"><span class="pre">include_form</span></code> option and <code class="docutils literal notranslate"><span class="pre">use_reading</span></code> option.</p>
+<p><code class="docutils literal notranslate"><span class="pre">target_class</span></code> option searches a token of specifying a part-of-speech.
+For example, you can search only a noun as below.</p>
+<p>Execution example:</p>
+<div class="highlight-none notranslate"><div class="highlight"><pre><span></span>tokenize &#39;TokenMecab(&quot;target_class&quot;, &quot;名詞&quot;)&#39; &#39;彼の名前は山田さんのはずです。&#39;
+# [
+#   [
+#     0,
+#     1545810238.195525,
+#     0.0003066062927246094
+#   ],
+#   [
+#     {
+#       &quot;value&quot;: &quot;彼&quot;,
+#       &quot;position&quot;: 0,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false
+#     },
+#     {
+#       &quot;value&quot;: &quot;名前&quot;,
+#       &quot;position&quot;: 1,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false
+#     },
+#     {
+#       &quot;value&quot;: &quot;山田&quot;,
+#       &quot;position&quot;: 2,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false
+#     },
+#     {
+#       &quot;value&quot;: &quot;さん&quot;,
+#       &quot;position&quot;: 3,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false
+#     },
+#     {
+#       &quot;value&quot;: &quot;はず&quot;,
+#       &quot;position&quot;: 4,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false
+#     }
+#   ]
+# ]
+</pre></div>
+</div>
+<p><code class="docutils literal notranslate"><span class="pre">include_class</span></code> option outputs class and subclass in MeCab’s metadata as below.</p>
+<p>Execution example:</p>
+<div class="highlight-none notranslate"><div class="highlight"><pre><span></span>tokenize &#39;TokenMecab(&quot;include_class&quot;, true)&#39; &#39;彼の名前は山田さんのはずです。&#39;
+# [
+#   [
+#     0,
+#     1545892715.887472,
+#     0.03757452964782715
+#   ],
+#   [
+#     {
+#       &quot;value&quot;: &quot;彼&quot;,
+#       &quot;position&quot;: 0,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;class&quot;: &quot;名詞&quot;,
+#         &quot;subclass0&quot;: &quot;代名詞&quot;,
+#         &quot;subclass1&quot;: &quot;一般&quot;
+#       }
+#     },
+#     {
+#       &quot;value&quot;: &quot;の&quot;,
+#       &quot;position&quot;: 1,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;class&quot;: &quot;助詞&quot;,
+#         &quot;subclass0&quot;: &quot;連体化&quot;
+#       }
+#     },
+#     {
+#       &quot;value&quot;: &quot;名前&quot;,
+#       &quot;position&quot;: 2,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;class&quot;: &quot;名詞&quot;,
+#         &quot;subclass0&quot;: &quot;一般&quot;
+#       }
+#     },
+#     {
+#       &quot;value&quot;: &quot;は&quot;,
+#       &quot;position&quot;: 3,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;class&quot;: &quot;助詞&quot;,
+#         &quot;subclass0&quot;: &quot;係助詞&quot;
+#       }
+#     },
+#     {
+#       &quot;value&quot;: &quot;山田&quot;,
+#       &quot;position&quot;: 4,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;class&quot;: &quot;名詞&quot;,
+#         &quot;subclass0&quot;: &quot;固有名詞&quot;,
+#         &quot;subclass1&quot;: &quot;人名&quot;,
+#         &quot;subclass2&quot;: &quot;姓&quot;
+#       }
+#     },
+#     {
+#       &quot;value&quot;: &quot;さん&quot;,
+#       &quot;position&quot;: 5,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;class&quot;: &quot;名詞&quot;,
+#         &quot;subclass0&quot;: &quot;接尾&quot;,
+#         &quot;subclass1&quot;: &quot;人名&quot;
+#       }
+#     },
+#     {
+#       &quot;value&quot;: &quot;の&quot;,
+#       &quot;position&quot;: 6,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;class&quot;: &quot;助詞&quot;,
+#         &quot;subclass0&quot;: &quot;連体化&quot;
+#       }
+#     },
+#     {
+#       &quot;value&quot;: &quot;はず&quot;,
+#       &quot;position&quot;: 7,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;class&quot;: &quot;名詞&quot;,
+#         &quot;subclass0&quot;: &quot;非自立&quot;,
+#         &quot;subclass1&quot;: &quot;一般&quot;
+#       }
+#     },
+#     {
+#       &quot;value&quot;: &quot;です&quot;,
+#       &quot;position&quot;: 8,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;class&quot;: &quot;助動詞&quot;
+#       }
+#     },
+#     {
+#       &quot;value&quot;: &quot;。&quot;,
+#       &quot;position&quot;: 9,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;class&quot;: &quot;記号&quot;,
+#         &quot;subclass0&quot;: &quot;句点&quot;
+#       }
+#     }
+#   ]
+# ]
+</pre></div>
+</div>
+<p>You can exclude needless token with <code class="docutils literal notranslate"><span class="pre">target_class</span></code> and class and sub class of this option outputs.</p>
+<p><code class="docutils literal notranslate"><span class="pre">include_reading</span></code> outputs reading in MeCab’s metadata as below.</p>
+<p>Execution example:</p>
+<div class="highlight-none notranslate"><div class="highlight"><pre><span></span>tokenize &#39;TokenMecab(&quot;include_reading&quot;, true)&#39; &#39;彼の名前は山田さんのはずです。&#39;
+# [
+#   [
+#     0,
+#     1545892913.226588,
+#     0.0003414154052734375
+#   ],
+#   [
+#     {
+#       &quot;value&quot;: &quot;彼&quot;,
+#       &quot;position&quot;: 0,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;reading&quot;: &quot;カレ&quot;
+#       }
+#     },
+#     {
+#       &quot;value&quot;: &quot;の&quot;,
+#       &quot;position&quot;: 1,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;reading&quot;: &quot;ノ&quot;
+#       }
+#     },
+#     {
+#       &quot;value&quot;: &quot;名前&quot;,
+#       &quot;position&quot;: 2,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;reading&quot;: &quot;ナマエ&quot;
+#       }
+#     },
+#     {
+#       &quot;value&quot;: &quot;は&quot;,
+#       &quot;position&quot;: 3,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;reading&quot;: &quot;ハ&quot;
+#       }
+#     },
+#     {
+#       &quot;value&quot;: &quot;山田&quot;,
+#       &quot;position&quot;: 4,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;reading&quot;: &quot;ヤマダ&quot;
+#       }
+#     },
+#     {
+#       &quot;value&quot;: &quot;さん&quot;,
+#       &quot;position&quot;: 5,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;reading&quot;: &quot;サン&quot;
+#       }
+#     },
+#     {
+#       &quot;value&quot;: &quot;の&quot;,
+#       &quot;position&quot;: 6,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;reading&quot;: &quot;ノ&quot;
+#       }
+#     },
+#     {
+#       &quot;value&quot;: &quot;はず&quot;,
+#       &quot;position&quot;: 7,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;reading&quot;: &quot;ハズ&quot;
+#       }
+#     },
+#     {
+#       &quot;value&quot;: &quot;です&quot;,
+#       &quot;position&quot;: 8,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;reading&quot;: &quot;デス&quot;
+#       }
+#     },
+#     {
+#       &quot;value&quot;: &quot;。&quot;,
+#       &quot;position&quot;: 9,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;reading&quot;: &quot;。&quot;
+#       }
+#     }
+#   ]
+# ]
+</pre></div>
+</div>
+<p>You can get reading of a token with this option.</p>
+<p><code class="docutils literal notranslate"><span class="pre">include_form</span></code> outputs inflected_type, inflected_form and base_form in MeCab’s metadata as below.</p>
+<p>Execution example:</p>
+<div class="highlight-none notranslate"><div class="highlight"><pre><span></span>tokenize &#39;TokenMecab(&quot;include_form&quot;, true)&#39; &#39;彼の名前は山田さんのはずです。&#39;
+# [
+#   [
+#     0,
+#     1545892987.209944,
+#     0.0004286766052246094
+#   ],
+#   [
+#     {
+#       &quot;value&quot;: &quot;彼&quot;,
+#       &quot;position&quot;: 0,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;base_form&quot;: &quot;彼&quot;
+#       }
+#     },
+#     {
+#       &quot;value&quot;: &quot;の&quot;,
+#       &quot;position&quot;: 1,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;base_form&quot;: &quot;の&quot;
+#       }
+#     },
+#     {
+#       &quot;value&quot;: &quot;名前&quot;,
+#       &quot;position&quot;: 2,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;base_form&quot;: &quot;名前&quot;
+#       }
+#     },
+#     {
+#       &quot;value&quot;: &quot;は&quot;,
+#       &quot;position&quot;: 3,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;base_form&quot;: &quot;は&quot;
+#       }
+#     },
+#     {
+#       &quot;value&quot;: &quot;山田&quot;,
+#       &quot;position&quot;: 4,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;base_form&quot;: &quot;山田&quot;
+#       }
+#     },
+#     {
+#       &quot;value&quot;: &quot;さん&quot;,
+#       &quot;position&quot;: 5,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;base_form&quot;: &quot;さん&quot;
+#       }
+#     },
+#     {
+#       &quot;value&quot;: &quot;の&quot;,
+#       &quot;position&quot;: 6,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;base_form&quot;: &quot;の&quot;
+#       }
+#     },
+#     {
+#       &quot;value&quot;: &quot;はず&quot;,
+#       &quot;position&quot;: 7,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;base_form&quot;: &quot;はず&quot;
+#       }
+#     },
+#     {
+#       &quot;value&quot;: &quot;です&quot;,
+#       &quot;position&quot;: 8,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;inflected_type&quot;: &quot;特殊・デス&quot;,
+#         &quot;inflected_form&quot;: &quot;基本形&quot;,
+#         &quot;base_form&quot;: &quot;です&quot;
+#       }
+#     },
+#     {
+#       &quot;value&quot;: &quot;。&quot;,
+#       &quot;position&quot;: 9,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;base_form&quot;: &quot;。&quot;
+#       }
+#     }
+#   ]
+# ]
+</pre></div>
+</div>
+<p><code class="docutils literal notranslate"><span class="pre">use_reading</span></code> supports a search by kana.
+This option is useful for countermeasure of orthographical variants because it searches with kana.</p>
+<p>Execution example:</p>
+<div class="highlight-none notranslate"><div class="highlight"><pre><span></span>tokenize &#39;TokenMecab(&quot;use_reading&quot;, true)&#39; &#39;彼の名前は山田さんのはずです。&#39;
+# [
+#   [
+#     0,
+#     1545893087.556662,
+#     0.0003693103790283203
+#   ],
+#   [
+#     {
+#       &quot;value&quot;: &quot;カレ&quot;,
+#       &quot;position&quot;: 0,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false
+#     },
+#     {
+#       &quot;value&quot;: &quot;ノ&quot;,
+#       &quot;position&quot;: 1,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false
+#     },
+#     {
+#       &quot;value&quot;: &quot;ナマエ&quot;,
+#       &quot;position&quot;: 2,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false
+#     },
+#     {
+#       &quot;value&quot;: &quot;ハ&quot;,
+#       &quot;position&quot;: 3,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false
+#     },
+#     {
+#       &quot;value&quot;: &quot;ヤマダ&quot;,
+#       &quot;position&quot;: 4,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false
+#     },
+#     {
+#       &quot;value&quot;: &quot;サン&quot;,
+#       &quot;position&quot;: 5,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false
+#     },
+#     {
+#       &quot;value&quot;: &quot;ノ&quot;,
+#       &quot;position&quot;: 6,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false
+#     },
+#     {
+#       &quot;value&quot;: &quot;ハズ&quot;,
+#       &quot;position&quot;: 7,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false
+#     },
+#     {
+#       &quot;value&quot;: &quot;デス&quot;,
+#       &quot;position&quot;: 8,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false
+#     },
+#     {
+#       &quot;value&quot;: &quot;。&quot;,
+#       &quot;position&quot;: 9,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false
+#     }
+#   ]
+# ]
+</pre></div>
+</div>
+</div>
+<div class="section" id="advanced-usage">
+<h2>7.8.12.5. Advanced usage<a class="headerlink" href="#advanced-usage" title="Permalink to this headline">¶</a></h2>
+<p><code class="docutils literal notranslate"><span class="pre">target_class</span></code> option can also specify subclasses and exclude or add specific
+part-of-speech of specific using + or -.
+So, you can also search a noun with excluding non-independent word and suffix of
+person name as below.</p>
+<p>In this way you can search exclude the noise of token.</p>
+<p>Execution example:</p>
+<div class="highlight-none notranslate"><div class="highlight"><pre><span></span>tokenize &#39;TokenMecab(&quot;target_class&quot;, &quot;-名詞/非自立&quot;, &quot;target_class&quot;, &quot;-名詞/接尾/人名&quot;, &quot;target_class&quot;, &quot;名詞&quot;)&#39; &#39;彼の名前は山田さんのはずです。&#39;
+# [
+#   [
+#     0,
+#     1545810363.771334,
+#     0.0003197193145751953
+#   ],
+#   [
+#     {
+#       &quot;value&quot;: &quot;彼&quot;,
+#       &quot;position&quot;: 0,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false
+#     },
+#     {
+#       &quot;value&quot;: &quot;名前&quot;,
+#       &quot;position&quot;: 1,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false
+#     },
+#     {
+#       &quot;value&quot;: &quot;山田&quot;,
+#       &quot;position&quot;: 2,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false
+#     }
+#   ]
+# ]
+</pre></div>
+</div>
+<p>In addition, you can get reading of a token that exclude the noise with <code class="docutils literal notranslate"><span class="pre">include_reading</span></code> option as below.</p>
+<p>Execution example:</p>
+<div class="highlight-none notranslate"><div class="highlight"><pre><span></span>tokenize &#39;TokenMecab(&quot;target_class&quot;, &quot;-名詞/非自立&quot;, &quot;target_class&quot;, &quot;-名詞/接尾/人名&quot;, &quot;target_class&quot;, &quot;名詞&quot;, &quot;include_reading&quot;, true)&#39; &#39;彼の名前は山田さんのはずです。&#39;
+# [
+#   [
+#     0,
+#     1545893197.914959,
+#     0.0003139972686767578
+#   ],
+#   [
+#     {
+#       &quot;value&quot;: &quot;彼&quot;,
+#       &quot;position&quot;: 0,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;reading&quot;: &quot;カレ&quot;
+#       }
+#     },
+#     {
+#       &quot;value&quot;: &quot;名前&quot;,
+#       &quot;position&quot;: 1,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;reading&quot;: &quot;ナマエ&quot;
+#       }
+#     },
+#     {
+#       &quot;value&quot;: &quot;山田&quot;,
+#       &quot;position&quot;: 2,
+#       &quot;force_prefix&quot;: false,
+#       &quot;force_prefix_search&quot;: false,
+#       &quot;metadata&quot;: {
+#         &quot;reading&quot;: &quot;ヤマダ&quot;
+#       }
+#     }
+#   ]
+# ]
+</pre></div>
+</div>
+</div>
+<div class="section" id="parameters">
+<h2>7.8.12.6. Parameters<a class="headerlink" href="#parameters" title="Permalink to this headline">¶</a></h2>
+<div class="section" id="optional-parameter">
+<h3>7.8.12.6.1. Optional parameter<a class="headerlink" href="#optional-parameter" title="Permalink to this headline">¶</a></h3>
+<p>There are four optional parameters <code class="docutils literal notranslate"><span class="pre">include_class</span></code> , <code class="docutils literal notranslate"><span class="pre">target_class</span></code> , <code class="docutils literal notranslate"><span class="pre">include_form</span></code> and <code class="docutils literal notranslate"><span class="pre">use_reading</span></code> .</p>
+<div class="section" id="include-class">
+<h4>7.8.12.6.1.1. <code class="docutils literal notranslate"><span class="pre">include_class</span></code><a class="headerlink" href="#include-class" title="Permalink to this headline">¶</a></h4>
+<p>Outputs class and subclass in MeCab’s metadata.</p>
+</div>
+<div class="section" id="target-class">
+<h4>7.8.12.6.1.2. <code class="docutils literal notranslate"><span class="pre">target_class</span></code><a class="headerlink" href="#target-class" title="Permalink to this headline">¶</a></h4>
+<p>Outputs a token of specifying a part-of-speech.</p>
+</div>
+<div class="section" id="include-reading">
+<h4>7.8.12.6.1.3. <code class="docutils literal notranslate"><span class="pre">include_reading</span></code><a class="headerlink" href="#include-reading" title="Permalink to this headline">¶</a></h4>
+<p>Outputs reading in MeCab’s metadata.</p>
+</div>
+<div class="section" id="include-form">
+<h4>7.8.12.6.1.4. <code class="docutils literal notranslate"><span class="pre">include_form</span></code><a class="headerlink" href="#include-form" title="Permalink to this headline">¶</a></h4>
+<p>Outputs inflected_type, inflected_form and base_form in MeCab’s metadata.</p>
+</div>
+<div class="section" id="use-reading">
+<h4>7.8.12.6.1.5. <code class="docutils literal notranslate"><span class="pre">use_reading</span></code><a class="headerlink" href="#use-reading" title="Permalink to this headline">¶</a></h4>
+<p>Outputs reading of token.</p>
+</div>
+</div>
+</div>
+<div class="section" id="see-also">
+<h2>7.8.12.7. See also<a class="headerlink" href="#see-also" title="Permalink to this headline">¶</a></h2>
+<ul class="simple">
+<li><p><a class="reference internal" href="../commands/tokenize.html"><span class="doc">tokenize</span></a></p></li>
+</ul>
+</div>
+</div>
+          </div>
+        </div>
+      </div>
+      <div class="sphinxsidebar" role="navigation" aria-label="main navigation">
+        <div class="sphinxsidebarwrapper">
+  <h3><a href="../../index.html">Table of Contents</a></h3>
+  <ul>
+<li><a class="reference internal" href="#">7.8.12. <code class="docutils literal notranslate"><span class="pre">TokenMecab</span></code></a><ul>
+<li><a class="reference internal" href="#summary">7.8.12.1. Summary</a></li>
+<li><a class="reference internal" href="#syntax">7.8.12.2. Syntax</a></li>
+<li><a class="reference internal" href="#usage">7.8.12.3. Usage</a></li>
+<li><a class="reference internal" href="#simple-usage">7.8.12.4. Simple usage</a></li>
+<li><a class="reference internal" href="#advanced-usage">7.8.12.5. Advanced usage</a></li>
+<li><a class="reference internal" href="#parameters">7.8.12.6. Parameters</a><ul>
+<li><a class="reference internal" href="#optional-parameter">7.8.12.6.1. Optional parameter</a><ul>
+<li><a class="reference internal" href="#include-class">7.8.12.6.1.1. <code class="docutils literal notranslate"><span class="pre">include_class</span></code></a></li>
+<li><a class="reference internal" href="#target-class">7.8.12.6.1.2. <code class="docutils literal notranslate"><span class="pre">target_class</span></code></a></li>
+<li><a class="reference internal" href="#include-reading">7.8.12.6.1.3. <code class="docutils literal notranslate"><span class="pre">include_reading</span></code></a></li>
+<li><a class="reference internal" href="#include-form">7.8.12.6.1.4. <code class="docutils literal notranslate"><span class="pre">include_form</span></code></a></li>
+<li><a class="reference internal" href="#use-reading">7.8.12.6.1.5. <code class="docutils literal notranslate"><span class="pre">use_reading</span></code></a></li>
+</ul>
+</li>
+</ul>
+</li>
+<li><a class="reference internal" href="#see-also">7.8.12.7. See also</a></li>
+</ul>
+</li>
+</ul>
+  <h4>Previous topic</h4>
+  <p class="topless"><a href="token_delimit_null.html"
+                        title="previous chapter">7.8.11. <code class="docutils literal notranslate"><span class="pre">TokenDelimitNull</span></code></a></p>
+  <h4>Next topic</h4>
+  <p class="topless"><a href="token_regexp.html"
+                        title="next chapter">7.8.13. <code class="docutils literal notranslate"><span class="pre">TokenRegexp</span></code></a></p>
+<div id="searchbox" style="display: none" role="search">
+  <h3>Quick search</h3>
+    <div class="searchformwrapper">
+    <form class="search" action="../../search.html" method="get">
+      <input type="text" name="q" />
+      <input type="submit" value="Go" />
+    </form>
+    </div>
+</div>
+<script type="text/javascript">$('#searchbox').show(0);</script>
+        </div>
+      </div>
+      <div class="clearer"></div>
+    </div>
+    <div class="related" role="navigation" aria-label="related navigation">
+      <h3>Navigation</h3>
+      <ul>
+        <li class="right" style="margin-right: 10px">
+          <a href="../../genindex.html" title="General Index"
+             >index</a></li>
+        <li class="right" >
+          <a href="token_regexp.html" title="7.8.13. TokenRegexp"
+             >next</a> |</li>
+        <li class="right" >
+          <a href="token_delimit_null.html" title="7.8.11. TokenDelimitNull"
+             >previous</a> |</li>
+        <li class="nav-item nav-item-0"><a href="../../index.html">Groonga v9.0.2 documentation</a> &#187;</li>
+          <li class="nav-item nav-item-1"><a href="../../reference.html" >7. Reference manual</a> &#187;</li>
+          <li class="nav-item nav-item-2"><a href="../tokenizers.html" >7.8. Tokenizers</a> &#187;</li>
+      </ul>
+    </div>
+    <div class="footer" role="contentinfo">
+        &#169; Copyright 2009-2019, Brazil, Inc.
+    </div>
+  </body>
+</html>