groonga-query-log 1.0.0

data/lib/groonga/query-log/version.rb

@@ -0,0 +1,23 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2012  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+module Groonga
+  module QueryLog
+    VERSION = "1.0.0"
+  end
+end

data/test/command/test-select.rb

@@ -0,0 +1,162 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2011-2012  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+class SelectCommandTest < Test::Unit::TestCase
+  module ParseTests
+    def test_parameters
+      select = parse("select",
+                     :table => "Users",
+                     :filter => "age<=30")
+      assert_equal(command("select",
+                           "table" => "Users",
+                           "filter" => "age<=30",
+                           "output_type" => "json"),
+                   select)
+    end
+
+    def test_scorer
+      select = parse("select",
+                     :table => "Users",
+                     :filter => "age<=30",
+                     :scorer => "_score = random()")
+      assert_equal("_score = random()", select.scorer)
+    end
+
+    def test_to_uri_format
+      select = parse("select",
+                     :table => "Users",
+                     :filter => "age<=30")
+      assert_equal("/d/select.json?filter=age%3C%3D30&table=Users",
+                   select.to_uri_format)
+    end
+
+    def test_to_command_format
+      select = parse("select",
+                     :table => "Users",
+                     :filter => "age<=30")
+      assert_equal("select --filter \"age<=30\" " +
+                   "--output_type \"json\" --table \"Users\"",
+                   select.to_command_format)
+    end
+  end
+
+  module ParseFilterTests
+    def test_parenthesis
+      filter = 'geo_in_rectangle(location,' +
+                                '"35.73360x139.7394","62614x139.7714") && ' +
+               '((type == "たいやき" || type == "和菓子")) && ' +
+               'keyword @ "たいやき" &! keyword @ "白" &! keyword @ "養殖"'
+      select = parse("select",
+                     :table => "Users",
+                     :filter => filter)
+      assert_equal(['geo_in_rectangle(location,' +
+                                     '"35.73360x139.7394","62614x139.7714")',
+                     'type == "たいやき"',
+                     'type == "和菓子"',
+                     'keyword @ "たいやき"',
+                     'keyword @ "白"',
+                     'keyword @ "養殖"'],
+                   select.conditions)
+    end
+
+    def test_to_uri_format
+      filter = 'geo_in_rectangle(location,' +
+                                '"35.73360x139.7394","62614x139.7714") && ' +
+               '((type == "たいやき" || type == "和菓子")) && ' +
+               'keyword @ "たいやき" &! keyword @ "白" &! keyword @ "養殖"'
+      select = parse("select",
+                     :table => "Users",
+                     :filter => filter)
+      assert_equal("/d/select.json?filter=geo_in_rectangle%28location%2C" +
+                   "%2235.73360x139.7394%22%2C%2262614x139.7714%22%29+" +
+                   "%26%26+%28%28type+" +
+                   "%3D%3D+%22%E3%81%9F%E3%81%84%E3%82%84%E3%81%8D%22+" +
+                   "%7C%7C+type+%3D%3D+" +
+                   "%22%E5%92%8C%E8%8F%93%E5%AD%90%22%29%29+" +
+                   "%26%26+keyword+%40+" +
+                   "%22%E3%81%9F%E3%81%84%E3%82%84%E3%81%8D%22+%26%21+" +
+                   "keyword+%40+%22%E7%99%BD%22+%26%21+" +
+                   "keyword+%40+%22%E9%A4%8A%E6%AE%96%22&table=Users",
+                   select.to_uri_format)
+    end
+
+    def test_to_command_format
+      filter = 'geo_in_rectangle(location,' +
+                                '"35.73360x139.7394","62614x139.7714") && ' +
+               '((type == "たいやき" || type == "和菓子")) && ' +
+               'keyword @ "たいやき" &! keyword @ "白" &! keyword @ "養殖"'
+      select = parse("select",
+                     :table => "Users",
+                     :filter => filter)
+      assert_equal("select " +
+                   "--filter " +
+                     "\"geo_in_rectangle(location," +
+                     "\\\"35.73360x139.7394\\\",\\\"62614x139.7714\\\") && " +
+                     "((type == \\\"たいやき\\\" || " +
+                       "type == \\\"和菓子\\\")) && " +
+                     "keyword @ \\\"たいやき\\\" &! keyword @ \\\"白\\\" &! " +
+                     "keyword @ \\\"養殖\\\"\" " +
+                   "--output_type \"json\" --table \"Users\"",
+                   select.to_command_format)
+    end
+  end
+
+  class HTTPTest < self
+    include GroongaQueryLogTestUtils::HTTPCommandParser
+
+    def test_uri_format?
+      command = parse("status")
+      assert_predicate(command, :uri_format?)
+    end
+
+    def test_command_format?
+      command = parse("status")
+      assert_not_predicate(command, :command_format?)
+    end
+
+    class ParseTest < self
+      include ParseTests
+    end
+
+    class ParseFilterTest < self
+      include ParseFilterTests
+    end
+  end
+
+  class CommandLineTest < self
+    include GroongaQueryLogTestUtils::CommandLineCommandParser
+
+    def test_uri_format?
+      command = parse("status")
+      assert_not_predicate(command, :uri_format?)
+    end
+
+    def test_command_format?
+      command = parse("status")
+      assert_predicate(command, :command_format?)
+    end
+
+    class ParseTest < self
+      include ParseTests
+    end
+
+    class ParseFilterTest < self
+      include ParseFilterTests
+    end
+  end
+end

data/test/fixtures/n_entries.expected

@@ -0,0 +1,19 @@
+Summary:
+  Threshold:
+    slow response     : 0.2
+    slow operation    : 0.1
+  # of responses      : 2
+  # of slow responses : 0
+  responses/sec       : 387.0613143828114
+  start time          : 2012-12-12 17:39:17.3
+  last time           : 2012-12-12 17:39:17.3
+  period(sec)         : 0.00516714
+  slow response ratio : 0.000%
+  total response time : 0.004345996
+  Slow Operations:
+
+Slow Queries:
+1) [2012-12-12 17:39:17.3-2012-12-12 17:39:17.3 (0.00312886)](0): load --table Video  name: <load>
+  parameters:
+    <table>: <Video>
+

data/test/fixtures/no-report-summary.expected

@@ -0,0 +1,15 @@
+
+Slow Queries:
+1) [2012-12-12 17:39:17.3-2012-12-12 17:39:17.3 (0.00312886)](0): load --table Video  name: <load>
+  parameters:
+    <table>: <Video>
+
+2) [2012-12-12 17:39:17.3-2012-12-12 17:39:17.3 (0.00121714)](0): select --table Users --query follower:@groonga --output_columns _key,name  name: <select>
+  parameters:
+    <table>: <Users>
+    <query>: <follower:@groonga>
+    <output_columns>: <_key,name>
+  1) 0.00084295:     filter(     2) query: follower:@groonga
+  2) 0.00002795:     select(     2)
+  3) 0.00019585:     output(     2) _key,name
+

data/test/fixtures/order/-elapsed.expected

@@ -0,0 +1,28 @@
+Summary:
+  Threshold:
+    slow response     : 0.2
+    slow operation    : 0.1
+  # of responses      : 2
+  # of slow responses : 0
+  responses/sec       : 387.0613143828114
+  start time          : 2012-12-12 17:39:17.3
+  last time           : 2012-12-12 17:39:17.3
+  period(sec)         : 0.00516714
+  slow response ratio : 0.000%
+  total response time : 0.004345996
+  Slow Operations:
+
+Slow Queries:
+1) [2012-12-12 17:39:17.3-2012-12-12 17:39:17.3 (0.00312886)](0): load --table Video  name: <load>
+  parameters:
+    <table>: <Video>
+
+2) [2012-12-12 17:39:17.3-2012-12-12 17:39:17.3 (0.00121714)](0): select --table Users --query follower:@groonga --output_columns _key,name  name: <select>
+  parameters:
+    <table>: <Users>
+    <query>: <follower:@groonga>
+    <output_columns>: <_key,name>
+  1) 0.00084295:     filter(     2) query: follower:@groonga
+  2) 0.00002795:     select(     2)
+  3) 0.00019585:     output(     2) _key,name
+

data/test/fixtures/order/-start-time.expected

@@ -0,0 +1,28 @@
+Summary:
+  Threshold:
+    slow response     : 0.2
+    slow operation    : 0.1
+  # of responses      : 2
+  # of slow responses : 0
+  responses/sec       : 387.0613143828114
+  start time          : 2012-12-12 17:39:17.3
+  last time           : 2012-12-12 17:39:17.3
+  period(sec)         : 0.00516714
+  slow response ratio : 0.000%
+  total response time : 0.004345996
+  Slow Operations:
+
+Slow Queries:
+1) [2012-12-12 17:39:17.3-2012-12-12 17:39:17.3 (0.00121714)](0): select --table Users --query follower:@groonga --output_columns _key,name  name: <select>
+  parameters:
+    <table>: <Users>
+    <query>: <follower:@groonga>
+    <output_columns>: <_key,name>
+  1) 0.00084295:     filter(     2) query: follower:@groonga
+  2) 0.00002795:     select(     2)
+  3) 0.00019585:     output(     2) _key,name
+
+2) [2012-12-12 17:39:17.3-2012-12-12 17:39:17.3 (0.00312886)](0): load --table Video  name: <load>
+  parameters:
+    <table>: <Video>
+

data/test/fixtures/order/elapsed.expected

@@ -0,0 +1,28 @@
+Summary:
+  Threshold:
+    slow response     : 0.2
+    slow operation    : 0.1
+  # of responses      : 2
+  # of slow responses : 0
+  responses/sec       : 387.0613143828114
+  start time          : 2012-12-12 17:39:17.3
+  last time           : 2012-12-12 17:39:17.3
+  period(sec)         : 0.00516714
+  slow response ratio : 0.000%
+  total response time : 0.004345996
+  Slow Operations:
+
+Slow Queries:
+1) [2012-12-12 17:39:17.3-2012-12-12 17:39:17.3 (0.00121714)](0): select --table Users --query follower:@groonga --output_columns _key,name  name: <select>
+  parameters:
+    <table>: <Users>
+    <query>: <follower:@groonga>
+    <output_columns>: <_key,name>
+  1) 0.00084295:     filter(     2) query: follower:@groonga
+  2) 0.00002795:     select(     2)
+  3) 0.00019585:     output(     2) _key,name
+
+2) [2012-12-12 17:39:17.3-2012-12-12 17:39:17.3 (0.00312886)](0): load --table Video  name: <load>
+  parameters:
+    <table>: <Video>
+

data/test/fixtures/order/start-time.expected

@@ -0,0 +1,28 @@
+Summary:
+  Threshold:
+    slow response     : 0.2
+    slow operation    : 0.1
+  # of responses      : 2
+  # of slow responses : 0
+  responses/sec       : 387.0613143828114
+  start time          : 2012-12-12 17:39:17.3
+  last time           : 2012-12-12 17:39:17.3
+  period(sec)         : 0.00516714
+  slow response ratio : 0.000%
+  total response time : 0.004345996
+  Slow Operations:
+
+Slow Queries:
+1) [2012-12-12 17:39:17.3-2012-12-12 17:39:17.3 (0.00312886)](0): load --table Video  name: <load>
+  parameters:
+    <table>: <Video>
+
+2) [2012-12-12 17:39:17.3-2012-12-12 17:39:17.3 (0.00121714)](0): select --table Users --query follower:@groonga --output_columns _key,name  name: <select>
+  parameters:
+    <table>: <Users>
+    <query>: <follower:@groonga>
+    <output_columns>: <_key,name>
+  1) 0.00084295:     filter(     2) query: follower:@groonga
+  2) 0.00002795:     select(     2)
+  3) 0.00019585:     output(     2) _key,name
+

data/test/fixtures/query.log

@@ -0,0 +1,7 @@
+2012-12-12 17:39:17.624896|0x7fffaac6dcf0|>load --table Video
+2012-12-12 17:39:17.628002|0x7fffaac6dcf0|<000000003128856 rc=0
+2012-12-12 17:39:17.628846|0x7fff786aa2b0|>select --table Users --query follower:@groonga --output_columns _key,name
+2012-12-12 17:39:17.629676|0x7fff786aa2b0|:000000000842953 filter(2)
+2012-12-12 17:39:17.629709|0x7fff786aa2b0|:000000000870900 select(2)
+2012-12-12 17:39:17.629901|0x7fff786aa2b0|:000000001066752 output(2)
+2012-12-12 17:39:17.630052|0x7fff786aa2b0|<000000001217140 rc=0

data/test/fixtures/reporter/console.expected

@@ -0,0 +1,28 @@
+Summary:
+  Threshold:
+    slow response     : 0.2
+    slow operation    : 0.1
+  # of responses      : 2
+  # of slow responses : 0
+  responses/sec       : 387.0613143828114
+  start time          : 2012-12-12 17:39:17.3
+  last time           : 2012-12-12 17:39:17.3
+  period(sec)         : 0.00516714
+  slow response ratio : 0.000%
+  total response time : 0.004345996
+  Slow Operations:
+
+Slow Queries:
+1) [2012-12-12 17:39:17.3-2012-12-12 17:39:17.3 (0.00312886)](0): load --table Video  name: <load>
+  parameters:
+    <table>: <Video>
+
+2) [2012-12-12 17:39:17.3-2012-12-12 17:39:17.3 (0.00121714)](0): select --table Users --query follower:@groonga --output_columns _key,name  name: <select>
+  parameters:
+    <table>: <Users>
+    <query>: <follower:@groonga>
+    <output_columns>: <_key,name>
+  1) 0.00084295:     filter(     2) query: follower:@groonga
+  2) 0.00002795:     select(     2)
+  3) 0.00019585:     output(     2) _key,name
+

data/test/fixtures/reporter/html.expected

@@ -0,0 +1,196 @@
+<html>
+  <head>
+    <title>groonga query analyzer</title>
+    <style>
+table,
+table tr,
+table tr th,
+table tr td
+{
+  border: 1px solid black;
+}
+
+span.slow
+{
+  color: red;
+}
+
+div.parameters
+{
+  float: left;
+  padding: 2em;
+}
+
+div.parameters h3
+{
+  text-align: center;
+}
+
+div.parameters table
+{
+  margin-right: auto;
+  margin-left: auto;
+}
+
+div.statistics
+{
+  clear: both;
+}
+
+td.elapsed,
+td.ratio,
+td.n
+{
+  text-align: right;
+}
+
+td.name
+{
+  text-align: center;
+}
+    </style>
+  </head>
+  <body>
+    <h1>groonga query analyzer</h1>
+    <h2>Summary</h2>
+    <div class="summary">
+      <div class="parameters">
+        <h3>Analyze Parameters</h3>
+        <table>
+          <tr><th>Name</th><th>Value</th></tr>
+          <tr>
+            <th>Slow response threshold</th>
+            <td>0.2sec</td>
+          </tr>
+          <tr>
+            <th>Slow operation threshold</th>
+            <td>0.1sec</td>
+          </tr>
+        </table>
+      </div>
+      <div class="parameters">
+        <h3>Metrics</h3>
+        <table>
+          <tr><th>Name</th><th>Value</th></tr>
+          <tr>
+            <th># of responses</th>
+            <td>2</td>
+          </tr>
+          <tr>
+            <th># of slow responses</th>
+            <td>0</td>
+          </tr>
+          <tr>
+            <th>responses/sec</th>
+            <td>387.0613143828114</td>
+          </tr>
+          <tr>
+            <th>start time</th>
+            <td><span class="time">2012-12-12 17:39:17.3</span></td>
+          </tr>
+          <tr>
+            <th>last time</th>
+            <td><span class="time">2012-12-12 17:39:17.3</span></td>
+          </tr>
+          <tr>
+            <th>period</th>
+            <td>0.00516714sec</td>
+          </tr>
+          <tr>
+            <th>slow response ratio</th>
+            <td>0.0%</td>
+          </tr>
+          <tr>
+            <th>total response time</th>
+            <td>0.004345996sec</td>
+          </tr>
+        </table>
+      </div>
+      <div class="statistics">
+        <h3>Slow Operations</h3>
+        <table class="slow-operations">
+          <tr>
+            <th>total elapsed(sec)</th>
+            <th>total elapsed(%)</th>
+            <th># of operations</th>
+            <th># of operations(%)</th>
+            <th>operation name</th>
+            <th>context</th>
+          </tr>
+        </table>
+      </div>
+    </div>
+    <h2>Slow Queries</h2>
+    <div>
+      <div class="statistic-heading">
+        <h3>Command</h3>
+        <div class="metrics">
+          [<span class="time">2012-12-12 17:39:17.3</span>
+           -
+           <span class="time">2012-12-12 17:39:17.3</span>
+           (<span class="elapsed">0.00312886</span>)]
+          (<span class="return-code">0</span>)
+        </div>
+        <div class="raw-command">load --table Video</div>
+      </div>
+      <div class="statistic-parameters">
+        <h3>Parameters</h3>
+        <dl>
+          <dt>name</dt>
+          <dd>load</dd>
+          <dt>table</dt>
+          <dd>Video</dd>
+         </dl>
+      </div>
+      <div class="statistic-operations">
+        <h3>Operations</h3>
+        <ol>
+        </ol>
+      </div>
+      <div class="statistic-heading">
+        <h3>Command</h3>
+        <div class="metrics">
+          [<span class="time">2012-12-12 17:39:17.3</span>
+           -
+           <span class="time">2012-12-12 17:39:17.3</span>
+           (<span class="elapsed">0.00121714</span>)]
+          (<span class="return-code">0</span>)
+        </div>
+        <div class="raw-command">select --table Users --query follower:@groonga --output_columns _key,name</div>
+      </div>
+      <div class="statistic-parameters">
+        <h3>Parameters</h3>
+        <dl>
+          <dt>name</dt>
+          <dd>select</dd>
+          <dt>table</dt>
+          <dd>Users</dd>
+          <dt>query</dt>
+          <dd>follower:@groonga</dd>
+          <dt>output_columns</dt>
+          <dd>_key,name</dd>
+         </dl>
+      </div>
+      <div class="statistic-operations">
+        <h3>Operations</h3>
+        <ol>
+          <li>
+            <span class="elapsed">0.00084295</span>:
+            <span class="name">filter</span>:
+            <span class="context">query: follower:@groonga</span>
+          </li>
+          <li>
+            <span class="elapsed">0.00002795</span>:
+            <span class="name">select</span>:
+            <span class="context"></span>
+          </li>
+          <li>
+            <span class="elapsed">0.00019585</span>:
+            <span class="name">output</span>:
+            <span class="context">_key,name</span>
+          </li>
+        </ol>
+      </div>
+    </div>
+  </body>
+</html>