groonga-query-log 1.2.9 → 1.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (49) hide show
  1. checksums.yaml +5 -5
  2. data/doc/text/news.md +28 -0
  3. data/lib/groonga-query-log/command/analyzer/reporter/console.rb +1 -1
  4. data/lib/groonga-query-log/command/check-crash.rb +128 -36
  5. data/lib/groonga-query-log/command/extract.rb +12 -2
  6. data/lib/groonga-query-log/command/replay.rb +6 -0
  7. data/lib/groonga-query-log/parser.rb +7 -7
  8. data/lib/groonga-query-log/replayer.rb +3 -0
  9. data/lib/groonga-query-log/statistic.rb +6 -2
  10. data/lib/groonga-query-log/version.rb +2 -2
  11. data/test/command/test-extract.rb +30 -27
  12. data/test/fixtures/multi.expected +7 -7
  13. data/test/fixtures/n_entries.expected +3 -3
  14. data/test/fixtures/no-report-summary.expected +3 -3
  15. data/test/fixtures/order/-elapsed.expected +5 -5
  16. data/test/fixtures/order/-start-time.expected +5 -5
  17. data/test/fixtures/order/elapsed.expected +5 -5
  18. data/test/fixtures/order/start-time.expected +5 -5
  19. data/test/fixtures/query.log +1 -1
  20. data/test/fixtures/reporter/console.expected +5 -5
  21. data/test/fixtures/reporter/html.expected +7 -7
  22. data/test/fixtures/reporter/json-stream.expected +1 -1
  23. data/test/fixtures/reporter/json.expected +1 -1
  24. data/test/fixtures/run-regression-test/db.new/db +0 -0
  25. data/test/fixtures/run-regression-test/db.new/db.0000000 +0 -0
  26. data/test/fixtures/run-regression-test/db.new/db.0000100 +0 -0
  27. data/test/fixtures/run-regression-test/db.new/db.0000101 +0 -0
  28. data/test/fixtures/run-regression-test/db.new/db.0000102 +0 -0
  29. data/test/fixtures/run-regression-test/db.new/db.0000103 +0 -0
  30. data/test/fixtures/run-regression-test/db.new/db.0000103.c +0 -0
  31. data/test/fixtures/run-regression-test/db.new/db.001 +0 -0
  32. data/test/fixtures/run-regression-test/db.new/db.conf +0 -0
  33. data/test/fixtures/run-regression-test/db.new/groonga.log +165 -0
  34. data/test/fixtures/run-regression-test/db.old/db +0 -0
  35. data/test/fixtures/run-regression-test/db.old/db.0000000 +0 -0
  36. data/test/fixtures/run-regression-test/db.old/db.0000100 +0 -0
  37. data/test/fixtures/run-regression-test/db.old/db.0000101 +0 -0
  38. data/test/fixtures/run-regression-test/db.old/db.0000102 +0 -0
  39. data/test/fixtures/run-regression-test/db.old/db.0000103 +0 -0
  40. data/test/fixtures/run-regression-test/db.old/db.0000103.c +0 -0
  41. data/test/fixtures/run-regression-test/db.old/db.001 +0 -0
  42. data/test/fixtures/run-regression-test/db.old/db.conf +0 -0
  43. data/test/fixtures/run-regression-test/db.old/groonga.log +79 -0
  44. data/test/fixtures/run-regression-test/results/query.log +0 -0
  45. data/test/fixtures/target-commands.expected +4 -4
  46. data/test/fixtures/target-tables.expected +3 -3
  47. data/test/run-test.rb +2 -0
  48. data/test/test-replayer.rb +2 -3
  49. metadata +78 -36
data/test/fixtures/run-regression-test/db.old/groonga.log ADDED
@@ -0,0 +1,79 @@
1
+ 2017-04-24 11:06:44.872561|n| grn_init: <7.0.1-105-gf940037>
2
+ 2017-04-24 11:06:44.872642|n| vm.overcommit_memory kernel parameter should be 1: <0>: See INFO level log to resolve this
3
+ 2017-04-24 11:06:44.873832|n| DDL:256:table_create Entries
4
+ 2017-04-24 11:06:44.929837|n| spec:256:update:Entries:48(table:hash_key):0
5
+ 2017-04-24 11:06:44.930157|n| DDL:257:column_create Entries description
6
+ 2017-04-24 11:06:44.979980|n| spec:257:update:Entries.description:65(column:var_size):15(Text)
7
+ 2017-04-24 11:06:45.005342|n| grn_fin (0)
8
+ 2017-04-24 11:06:45.013826|n| grn_init: <7.0.1-105-gf940037>
9
+ 2017-04-24 11:06:45.013966|n| vm.overcommit_memory kernel parameter should be 1: <0>: See INFO level log to resolve this
10
+ 2017-04-24 11:06:45.030106|n| grn_fin (0)
11
+ 2017-04-24 11:06:45.038715|n| grn_init: <7.0.1-105-gf940037>
12
+ 2017-04-24 11:06:45.038857|n| vm.overcommit_memory kernel parameter should be 1: <0>: See INFO level log to resolve this
13
+ 2017-04-24 11:06:45.042555|n| DDL:258:table_create Bigram
14
+ 2017-04-24 11:06:45.088700|n| spec:258:update:Bigram:49(table:pat_key):0
15
+ 2017-04-24 11:06:45.089198|n| DDL:259:column_create Bigram Entries_description
16
+ 2017-04-24 11:06:45.189880|n| spec:259:update:Bigram.Entries_description:72(column:index):256(Entries)
17
+ 2017-04-24 11:06:45.210684|n| DDL:259:set_source Bigram.Entries_description Entries.description
18
+ 2017-04-24 11:06:45.210758|n| spec:257:update:Entries.description:65(column:var_size):15(Text)
19
+ 2017-04-24 11:06:45.215438|n| spec:259:update:Bigram.Entries_description:72(column:index):256(Entries)
20
+ 2017-04-24 11:06:45.223494|n| grn_fin (0)
21
+ 2017-04-24 11:06:46.117605|n| grn_init: <7.0.1-105-gf940037>
22
+ 2017-04-24 11:06:46.117680|n| vm.overcommit_memory kernel parameter should be 1: <0>: See INFO level log to resolve this
23
+ 2017-04-24 11:06:46.117807|n| RLIMIT_NOFILE(4096,4096)
24
+ 2017-04-24 11:06:47.117914|n| thread start (0/1)
25
+ 2017-04-24 11:06:47.495106|n| thread end (0/0)
26
+ 2017-04-24 11:06:47.498049|n| grn_fin (0)
27
+ 2017-04-24 11:07:45.260497|n| grn_init: <7.0.1-105-gf940037>
28
+ 2017-04-24 11:07:45.260555|n| vm.overcommit_memory kernel parameter should be 1: <0>: See INFO level log to resolve this
29
+ 2017-04-24 11:07:45.260635|n| RLIMIT_NOFILE(4096,4096)
30
+ 2017-04-24 11:07:46.262231|n| thread start (0/1)
31
+ 2017-04-24 11:07:49.196124|n| thread end (0/0)
32
+ 2017-04-24 11:07:49.199045|n| grn_fin (0)
33
+ 2017-04-24 11:10:47.015640|n| grn_init: <7.0.1-105-gf940037>
34
+ 2017-04-24 11:10:47.015723|n| vm.overcommit_memory kernel parameter should be 1: <0>: See INFO level log to resolve this
35
+ 2017-04-24 11:10:47.015811|n| RLIMIT_NOFILE(4096,4096)
36
+ 2017-04-24 11:10:48.018144|n| thread start (0/1)
37
+ 2017-04-24 11:10:50.858117|n| thread end (0/0)
38
+ 2017-04-24 11:10:50.861057|n| grn_fin (0)
39
+ 2017-04-24 11:11:12.604406|n| grn_init: <7.0.1-105-gf940037>
40
+ 2017-04-24 11:11:12.604464|n| vm.overcommit_memory kernel parameter should be 1: <0>: See INFO level log to resolve this
41
+ 2017-04-24 11:11:12.604542|n| RLIMIT_NOFILE(4096,4096)
42
+ 2017-04-24 11:11:13.606243|n| thread start (0/1)
43
+ 2017-04-24 11:11:42.304545|n| grn_init: <7.0.1-105-gf940037>
44
+ 2017-04-24 11:11:42.304594|n| vm.overcommit_memory kernel parameter should be 1: <0>: See INFO level log to resolve this
45
+ 2017-04-24 11:11:42.304674|n| RLIMIT_NOFILE(4096,4096)
46
+ 2017-04-24 11:11:43.305717|n| thread start (0/1)
47
+ 2017-04-24 11:11:46.066584|n| thread end (0/0)
48
+ 2017-04-24 11:11:46.070501|n| grn_fin (0)
49
+ 2017-04-24 11:12:06.886810|n| grn_init: <7.0.1-105-gf940037>
50
+ 2017-04-24 11:12:06.886857|n| vm.overcommit_memory kernel parameter should be 1: <0>: See INFO level log to resolve this
51
+ 2017-04-24 11:12:06.886933|n| RLIMIT_NOFILE(4096,4096)
52
+ 2017-04-24 11:12:06.888501|n| thread start (0/1)
53
+ 2017-04-24 11:12:10.568618|n| thread end (0/0)
54
+ 2017-04-24 11:12:10.571785|n| grn_fin (0)
55
+ 2017-04-24 11:12:21.462928|n| grn_init: <7.0.1-105-gf940037>
56
+ 2017-04-24 11:12:21.462974|n| vm.overcommit_memory kernel parameter should be 1: <0>: See INFO level log to resolve this
57
+ 2017-04-24 11:12:21.463054|n| RLIMIT_NOFILE(4096,4096)
58
+ 2017-04-24 11:12:21.467367|n| thread start (0/1)
59
+ 2017-04-24 11:12:25.201154|n| thread end (0/0)
60
+ 2017-04-24 11:12:25.205066|n| grn_fin (0)
61
+ 2017-04-24 11:19:59.312302|n| grn_init: <7.0.1-105-gf940037>
62
+ 2017-04-24 11:19:59.312348|n| vm.overcommit_memory kernel parameter should be 1: <0>: See INFO level log to resolve this
63
+ 2017-04-24 11:19:59.312424|n| RLIMIT_NOFILE(4096,4096)
64
+ 2017-04-24 11:19:59.314172|n| thread start (0/1)
65
+ 2017-04-24 11:20:02.950972|n| thread end (0/0)
66
+ 2017-04-24 11:20:02.956336|n| grn_fin (0)
67
+ 2017-04-24 11:20:09.443167|n| grn_init: <7.0.1-105-gf940037>
68
+ 2017-04-24 11:20:09.443214|n| vm.overcommit_memory kernel parameter should be 1: <0>: See INFO level log to resolve this
69
+ 2017-04-24 11:20:09.443297|n| RLIMIT_NOFILE(4096,4096)
70
+ 2017-04-24 11:20:10.445853|n| thread start (0/1)
71
+ 2017-04-24 11:20:10.789276|n| thread end (0/0)
72
+ 2017-04-24 11:20:10.792230|n| grn_fin (0)
73
+ 2017-04-24 13:01:10.343392|e| system call error: Interrupted system call: epoll_wait
74
+ 2017-04-24 13:01:10.343699|e| /tmp/local/lib/libgroonga.so.0(grn_com_event_poll+0x600) [0x7f8575c9c5cf]
75
+ 2017-04-24 13:01:10.343722|e| groonga(+0xc58b) [0x56012441658b]
76
+ 2017-04-24 13:01:10.343737|e| groonga(+0xde2e) [0x560124417e2e]
77
+ 2017-04-24 13:01:10.343748|e| groonga(+0x54e0) [0x56012440f4e0]
78
+ 2017-04-24 13:01:10.343759|e| /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf1) [0x7f857478d2b1]
79
+ 2017-04-24 13:01:10.343771|e| groonga(+0x5e6a) [0x56012440fe6a]
data/test/fixtures/target-commands.expected CHANGED
@@ -5,21 +5,21 @@ Summary:
5
5
  # of responses : 1
6
6
  # of slow responses : 0
7
7
  responses/sec : 821.5981727656638
8
- start time : 2012-12-12 17:39:17.3
9
- last time : 2012-12-12 17:39:17.3
8
+ start time : 2012-12-12T17:39:17.628846+09:00
9
+ last time : 2012-12-12T17:39:17.630063+09:00
10
10
  period(sec) : 0.00121714
11
11
  slow response ratio : 0.000%
12
12
  total response time : 0.00121714
13
13
  Slow Operations:
14
14
 
15
15
  Slow Queries:
16
- 1) [2012-12-12 17:39:17.3-2012-12-12 17:39:17.3 (0.00121714)](0): select --table Users --query follower:@groonga --output_columns _key,name
16
+ 1) [2012-12-12T17:39:17.628846+09:00-2012-12-12T17:39:17.630063+09:00 (0.00121714)](0): select --table Users --query follower:@groonga --output_columns _key,name
17
17
  name: <select>
18
18
  parameters:
19
19
  <table>: <Users>
20
20
  <query>: <follower:@groonga>
21
21
  <output_columns>: <_key,name>
22
- 1) 0.00084295: filter( 2) query: follower:@groonga
22
+ 1) 0.00084295: filter( 2) Users.follower match "groonga"
23
23
  2) 0.00002795: select( 2)
24
24
  3) 0.00019585: output( 2) _key,name
25
25
 
data/test/fixtures/target-tables.expected CHANGED
@@ -5,15 +5,15 @@ Summary:
5
5
  # of responses : 1
6
6
  # of slow responses : 0
7
7
  responses/sec : 319.6056322182932
8
- start time : 2012-12-12 17:39:17.3
9
- last time : 2012-12-12 17:39:17.3
8
+ start time : 2012-12-12T17:39:17.624896+09:00
9
+ last time : 2012-12-12T17:39:17.628024+09:00
10
10
  period(sec) : 0.003128856
11
11
  slow response ratio : 0.000%
12
12
  total response time : 0.003128856
13
13
  Slow Operations:
14
14
 
15
15
  Slow Queries:
16
- 1) [2012-12-12 17:39:17.3-2012-12-12 17:39:17.3 (0.00312886)](0): load --table Video
16
+ 1) [2012-12-12T17:39:17.624896+09:00-2012-12-12T17:39:17.628024+09:00 (0.00312886)](0): load --table Video
17
17
  name: <load>
18
18
  parameters:
19
19
  <table>: <Video>
data/test/run-test.rb CHANGED
@@ -18,6 +18,8 @@
18
18
 
19
19
  $VERBOSE = true
20
20
 
21
+ ENV["TZ"] = "Asia/Tokyo"
22
+
21
23
  require "pathname"
22
24
 
23
25
  base_dir = Pathname.new(__FILE__).dirname.parent.expand_path
data/test/test-replayer.rb CHANGED
@@ -1,6 +1,4 @@
1
- # -*- coding: utf-8 -*-
2
- #
3
- # Copyright (C) 2013 Kouhei Sutou <kou@clear-code.com>
1
+ # Copyright (C) 2013-2018 Kouhei Sutou <kou@clear-code.com>
4
2
  #
5
3
  # This library is free software; you can redistribute it and/or
6
4
  # modify it under the terms of the GNU Lesser General Public
@@ -50,6 +48,7 @@ class ReplayerTest < Test::Unit::TestCase
50
48
  :host => "127.0.0.1",
51
49
  :port => 10041,
52
50
  :protocol => :http,
51
+ :read_timeout => 60,
53
52
  }
54
53
  expected_open_options = default_options.merge(expected_options)
55
54
  mock(Groonga::Client).open(expected_open_options).yields(client) do
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: groonga-query-log
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.2.9
4
+ version: 1.3.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Kouhei Sutou
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2018-02-04 00:00:00.000000000 Z
11
+ date: 2018-06-11 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: groonga-command-parser
@@ -168,17 +168,17 @@ description: ''
168
168
  email:
169
169
  - kou@clear-code.com
170
170
  executables:
171
- - groonga-query-log-check-command-version-compatibility
172
- - groonga-query-log-extract
173
- - groonga-query-log-run-regression-test
174
- - groonga-query-log-analyze
175
- - groonga-query-log-check-crash
176
- - groonga-query-log-analyze-load
177
- - groonga-query-log-verify-server
178
- - groonga-query-log-format-regression-test-logs
179
171
  - groonga-query-log-replay
172
+ - groonga-query-log-format-regression-test-logs
180
173
  - groonga-query-log-show-running-queries
181
174
  - groonga-query-log-detect-memory-leak
175
+ - groonga-query-log-verify-server
176
+ - groonga-query-log-run-regression-test
177
+ - groonga-query-log-check-crash
178
+ - groonga-query-log-check-command-version-compatibility
179
+ - groonga-query-log-analyze
180
+ - groonga-query-log-analyze-load
181
+ - groonga-query-log-extract
182
182
  extensions: []
183
183
  extra_rdoc_files: []
184
184
  files:
@@ -261,8 +261,29 @@ files:
261
261
  - test/fixtures/reporter/json-stream.expected
262
262
  - test/fixtures/reporter/json.expected
263
263
  - test/fixtures/run-regression-test/data/data.grn
264
+ - test/fixtures/run-regression-test/db.new/db
265
+ - test/fixtures/run-regression-test/db.new/db.0000000
266
+ - test/fixtures/run-regression-test/db.new/db.0000100
267
+ - test/fixtures/run-regression-test/db.new/db.0000101
268
+ - test/fixtures/run-regression-test/db.new/db.0000102
269
+ - test/fixtures/run-regression-test/db.new/db.0000103
270
+ - test/fixtures/run-regression-test/db.new/db.0000103.c
271
+ - test/fixtures/run-regression-test/db.new/db.001
272
+ - test/fixtures/run-regression-test/db.new/db.conf
273
+ - test/fixtures/run-regression-test/db.new/groonga.log
274
+ - test/fixtures/run-regression-test/db.old/db
275
+ - test/fixtures/run-regression-test/db.old/db.0000000
276
+ - test/fixtures/run-regression-test/db.old/db.0000100
277
+ - test/fixtures/run-regression-test/db.old/db.0000101
278
+ - test/fixtures/run-regression-test/db.old/db.0000102
279
+ - test/fixtures/run-regression-test/db.old/db.0000103
280
+ - test/fixtures/run-regression-test/db.old/db.0000103.c
281
+ - test/fixtures/run-regression-test/db.old/db.001
282
+ - test/fixtures/run-regression-test/db.old/db.conf
283
+ - test/fixtures/run-regression-test/db.old/groonga.log
264
284
  - test/fixtures/run-regression-test/indexes/indexes.grn
265
285
  - test/fixtures/run-regression-test/query-logs/query.log
286
+ - test/fixtures/run-regression-test/results/query.log
266
287
  - test/fixtures/run-regression-test/schema/schema.grn
267
288
  - test/fixtures/target-commands.expected
268
289
  - test/fixtures/target-tables.expected
@@ -292,7 +313,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
292
313
  version: '0'
293
314
  requirements: []
294
315
  rubyforge_project:
295
- rubygems_version: 2.5.2.2
316
+ rubygems_version: 3.0.0.beta1
296
317
  signing_key:
297
318
  specification_version: 4
298
319
  summary: Groonga-query-log is a collection of library and tools to process [Groonga](http://groonga.org/)'s
@@ -300,33 +321,54 @@ summary: Groonga-query-log is a collection of library and tools to process [Groo
300
321
  as a library. You can analyze your Groonga's queries and test with your Groonga's
301
322
  query log by using groonga-query-log as a tool.
302
323
  test_files:
303
- - test/run-test.rb
304
- - test/helper.rb
305
- - test/command/test-extract.rb
306
- - test/command/test-format-regression-test-logs.rb
307
- - test/command/test-analyzer.rb
308
- - test/test-parser.rb
309
- - test/test-replayer.rb
310
- - test/test-incompatibility-detector.rb
311
- - test/test-response-comparer.rb
312
- - test/fixtures/no-report-summary.expected
313
- - test/fixtures/regression-test-logs/command-format.log
314
- - test/fixtures/regression-test-logs/url-format.log
324
+ - test/fixtures/multi.expected
315
325
  - test/fixtures/target-tables.expected
316
- - test/fixtures/run-regression-test/query-logs/query.log
317
- - test/fixtures/run-regression-test/data/data.grn
318
- - test/fixtures/run-regression-test/schema/schema.grn
319
- - test/fixtures/run-regression-test/indexes/indexes.grn
320
- - test/fixtures/order/start-time.expected
321
- - test/fixtures/order/elapsed.expected
326
+ - test/fixtures/target-commands.expected
327
+ - test/fixtures/n_entries.expected
328
+ - test/fixtures/query.log
329
+ - test/fixtures/other-query.log
322
330
  - test/fixtures/order/-start-time.expected
331
+ - test/fixtures/order/elapsed.expected
323
332
  - test/fixtures/order/-elapsed.expected
324
- - test/fixtures/n_entries.expected
325
- - test/fixtures/reporter/console.expected
333
+ - test/fixtures/order/start-time.expected
334
+ - test/fixtures/regression-test-logs/url-format.log
335
+ - test/fixtures/regression-test-logs/command-format.log
326
336
  - test/fixtures/reporter/json.expected
327
- - test/fixtures/reporter/json-stream.expected
337
+ - test/fixtures/reporter/console.expected
328
338
  - test/fixtures/reporter/html.expected
329
- - test/fixtures/target-commands.expected
330
- - test/fixtures/other-query.log
331
- - test/fixtures/query.log
332
- - test/fixtures/multi.expected
339
+ - test/fixtures/reporter/json-stream.expected
340
+ - test/fixtures/run-regression-test/db.old/db.0000100
341
+ - test/fixtures/run-regression-test/db.old/db.0000103
342
+ - test/fixtures/run-regression-test/db.old/db.0000103.c
343
+ - test/fixtures/run-regression-test/db.old/db.0000101
344
+ - test/fixtures/run-regression-test/db.old/db
345
+ - test/fixtures/run-regression-test/db.old/db.0000000
346
+ - test/fixtures/run-regression-test/db.old/db.001
347
+ - test/fixtures/run-regression-test/db.old/db.conf
348
+ - test/fixtures/run-regression-test/db.old/db.0000102
349
+ - test/fixtures/run-regression-test/db.old/groonga.log
350
+ - test/fixtures/run-regression-test/query-logs/query.log
351
+ - test/fixtures/run-regression-test/schema/schema.grn
352
+ - test/fixtures/run-regression-test/data/data.grn
353
+ - test/fixtures/run-regression-test/indexes/indexes.grn
354
+ - test/fixtures/run-regression-test/db.new/db.0000100
355
+ - test/fixtures/run-regression-test/db.new/db.0000103
356
+ - test/fixtures/run-regression-test/db.new/db.0000103.c
357
+ - test/fixtures/run-regression-test/db.new/db.0000101
358
+ - test/fixtures/run-regression-test/db.new/db
359
+ - test/fixtures/run-regression-test/db.new/db.0000000
360
+ - test/fixtures/run-regression-test/db.new/db.001
361
+ - test/fixtures/run-regression-test/db.new/db.conf
362
+ - test/fixtures/run-regression-test/db.new/db.0000102
363
+ - test/fixtures/run-regression-test/db.new/groonga.log
364
+ - test/fixtures/run-regression-test/results/query.log
365
+ - test/fixtures/no-report-summary.expected
366
+ - test/helper.rb
367
+ - test/command/test-analyzer.rb
368
+ - test/command/test-format-regression-test-logs.rb
369
+ - test/command/test-extract.rb
370
+ - test/test-replayer.rb
371
+ - test/test-incompatibility-detector.rb
372
+ - test/run-test.rb
373
+ - test/test-parser.rb
374
+ - test/test-response-comparer.rb