groonga-query-log 1.2.9 → 1.3.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (49) hide show
  1. checksums.yaml +5 -5
  2. data/doc/text/news.md +28 -0
  3. data/lib/groonga-query-log/command/analyzer/reporter/console.rb +1 -1
  4. data/lib/groonga-query-log/command/check-crash.rb +128 -36
  5. data/lib/groonga-query-log/command/extract.rb +12 -2
  6. data/lib/groonga-query-log/command/replay.rb +6 -0
  7. data/lib/groonga-query-log/parser.rb +7 -7
  8. data/lib/groonga-query-log/replayer.rb +3 -0
  9. data/lib/groonga-query-log/statistic.rb +6 -2
  10. data/lib/groonga-query-log/version.rb +2 -2
  11. data/test/command/test-extract.rb +30 -27
  12. data/test/fixtures/multi.expected +7 -7
  13. data/test/fixtures/n_entries.expected +3 -3
  14. data/test/fixtures/no-report-summary.expected +3 -3
  15. data/test/fixtures/order/-elapsed.expected +5 -5
  16. data/test/fixtures/order/-start-time.expected +5 -5
  17. data/test/fixtures/order/elapsed.expected +5 -5
  18. data/test/fixtures/order/start-time.expected +5 -5
  19. data/test/fixtures/query.log +1 -1
  20. data/test/fixtures/reporter/console.expected +5 -5
  21. data/test/fixtures/reporter/html.expected +7 -7
  22. data/test/fixtures/reporter/json-stream.expected +1 -1
  23. data/test/fixtures/reporter/json.expected +1 -1
  24. data/test/fixtures/run-regression-test/db.new/db +0 -0
  25. data/test/fixtures/run-regression-test/db.new/db.0000000 +0 -0
  26. data/test/fixtures/run-regression-test/db.new/db.0000100 +0 -0
  27. data/test/fixtures/run-regression-test/db.new/db.0000101 +0 -0
  28. data/test/fixtures/run-regression-test/db.new/db.0000102 +0 -0
  29. data/test/fixtures/run-regression-test/db.new/db.0000103 +0 -0
  30. data/test/fixtures/run-regression-test/db.new/db.0000103.c +0 -0
  31. data/test/fixtures/run-regression-test/db.new/db.001 +0 -0
  32. data/test/fixtures/run-regression-test/db.new/db.conf +0 -0
  33. data/test/fixtures/run-regression-test/db.new/groonga.log +165 -0
  34. data/test/fixtures/run-regression-test/db.old/db +0 -0
  35. data/test/fixtures/run-regression-test/db.old/db.0000000 +0 -0
  36. data/test/fixtures/run-regression-test/db.old/db.0000100 +0 -0
  37. data/test/fixtures/run-regression-test/db.old/db.0000101 +0 -0
  38. data/test/fixtures/run-regression-test/db.old/db.0000102 +0 -0
  39. data/test/fixtures/run-regression-test/db.old/db.0000103 +0 -0
  40. data/test/fixtures/run-regression-test/db.old/db.0000103.c +0 -0
  41. data/test/fixtures/run-regression-test/db.old/db.001 +0 -0
  42. data/test/fixtures/run-regression-test/db.old/db.conf +0 -0
  43. data/test/fixtures/run-regression-test/db.old/groonga.log +79 -0
  44. data/test/fixtures/run-regression-test/results/query.log +0 -0
  45. data/test/fixtures/target-commands.expected +4 -4
  46. data/test/fixtures/target-tables.expected +3 -3
  47. data/test/run-test.rb +2 -0
  48. data/test/test-replayer.rb +2 -3
  49. metadata +78 -36
data/test/fixtures/run-regression-test/db.old/groonga.log ADDED
@@ -0,0 +1,79 @@
1
+ 2017-04-24 11:06:44.872561|n| grn_init: <7.0.1-105-gf940037>
2
+ 2017-04-24 11:06:44.872642|n| vm.overcommit_memory kernel parameter should be 1: <0>: See INFO level log to resolve this
3
+ 2017-04-24 11:06:44.873832|n| DDL:256:table_create Entries
4
+ 2017-04-24 11:06:44.929837|n| spec:256:update:Entries:48(table:hash_key):0
5
+ 2017-04-24 11:06:44.930157|n| DDL:257:column_create Entries description
6
+ 2017-04-24 11:06:44.979980|n| spec:257:update:Entries.description:65(column:var_size):15(Text)
7
+ 2017-04-24 11:06:45.005342|n| grn_fin (0)
8
+ 2017-04-24 11:06:45.013826|n| grn_init: <7.0.1-105-gf940037>
9
+ 2017-04-24 11:06:45.013966|n| vm.overcommit_memory kernel parameter should be 1: <0>: See INFO level log to resolve this
10
+ 2017-04-24 11:06:45.030106|n| grn_fin (0)
11
+ 2017-04-24 11:06:45.038715|n| grn_init: <7.0.1-105-gf940037>
12
+ 2017-04-24 11:06:45.038857|n| vm.overcommit_memory kernel parameter should be 1: <0>: See INFO level log to resolve this
13
+ 2017-04-24 11:06:45.042555|n| DDL:258:table_create Bigram
14
+ 2017-04-24 11:06:45.088700|n| spec:258:update:Bigram:49(table:pat_key):0
15
+ 2017-04-24 11:06:45.089198|n| DDL:259:column_create Bigram Entries_description
16
+ 2017-04-24 11:06:45.189880|n| spec:259:update:Bigram.Entries_description:72(column:index):256(Entries)
17
+ 2017-04-24 11:06:45.210684|n| DDL:259:set_source Bigram.Entries_description Entries.description
18
+ 2017-04-24 11:06:45.210758|n| spec:257:update:Entries.description:65(column:var_size):15(Text)
19
+ 2017-04-24 11:06:45.215438|n| spec:259:update:Bigram.Entries_description:72(column:index):256(Entries)
20
+ 2017-04-24 11:06:45.223494|n| grn_fin (0)
21
+ 2017-04-24 11:06:46.117605|n| grn_init: <7.0.1-105-gf940037>
22
+ 2017-04-24 11:06:46.117680|n| vm.overcommit_memory kernel parameter should be 1: <0>: See INFO level log to resolve this
23
+ 2017-04-24 11:06:46.117807|n| RLIMIT_NOFILE(4096,4096)
24
+ 2017-04-24 11:06:47.117914|n| thread start (0/1)
25
+ 2017-04-24 11:06:47.495106|n| thread end (0/0)
26
+ 2017-04-24 11:06:47.498049|n| grn_fin (0)
27
+ 2017-04-24 11:07:45.260497|n| grn_init: <7.0.1-105-gf940037>
28
+ 2017-04-24 11:07:45.260555|n| vm.overcommit_memory kernel parameter should be 1: <0>: See INFO level log to resolve this
29
+ 2017-04-24 11:07:45.260635|n| RLIMIT_NOFILE(4096,4096)
30
+ 2017-04-24 11:07:46.262231|n| thread start (0/1)
31
+ 2017-04-24 11:07:49.196124|n| thread end (0/0)
32
+ 2017-04-24 11:07:49.199045|n| grn_fin (0)
33
+ 2017-04-24 11:10:47.015640|n| grn_init: <7.0.1-105-gf940037>
34
+ 2017-04-24 11:10:47.015723|n| vm.overcommit_memory kernel parameter should be 1: <0>: See INFO level log to resolve this
35
+ 2017-04-24 11:10:47.015811|n| RLIMIT_NOFILE(4096,4096)
36
+ 2017-04-24 11:10:48.018144|n| thread start (0/1)
37
+ 2017-04-24 11:10:50.858117|n| thread end (0/0)
38
+ 2017-04-24 11:10:50.861057|n| grn_fin (0)
39
+ 2017-04-24 11:11:12.604406|n| grn_init: <7.0.1-105-gf940037>
40
+ 2017-04-24 11:11:12.604464|n| vm.overcommit_memory kernel parameter should be 1: <0>: See INFO level log to resolve this
41
+ 2017-04-24 11:11:12.604542|n| RLIMIT_NOFILE(4096,4096)
42
+ 2017-04-24 11:11:13.606243|n| thread start (0/1)
43
+ 2017-04-24 11:11:42.304545|n| grn_init: <7.0.1-105-gf940037>
44
+ 2017-04-24 11:11:42.304594|n| vm.overcommit_memory kernel parameter should be 1: <0>: See INFO level log to resolve this
45
+ 2017-04-24 11:11:42.304674|n| RLIMIT_NOFILE(4096,4096)
46
+ 2017-04-24 11:11:43.305717|n| thread start (0/1)
47
+ 2017-04-24 11:11:46.066584|n| thread end (0/0)
48
+ 2017-04-24 11:11:46.070501|n| grn_fin (0)
49
+ 2017-04-24 11:12:06.886810|n| grn_init: <7.0.1-105-gf940037>
50
+ 2017-04-24 11:12:06.886857|n| vm.overcommit_memory kernel parameter should be 1: <0>: See INFO level log to resolve this
51
+ 2017-04-24 11:12:06.886933|n| RLIMIT_NOFILE(4096,4096)
52
+ 2017-04-24 11:12:06.888501|n| thread start (0/1)
53
+ 2017-04-24 11:12:10.568618|n| thread end (0/0)
54
+ 2017-04-24 11:12:10.571785|n| grn_fin (0)
55
+ 2017-04-24 11:12:21.462928|n| grn_init: <7.0.1-105-gf940037>
56
+ 2017-04-24 11:12:21.462974|n| vm.overcommit_memory kernel parameter should be 1: <0>: See INFO level log to resolve this
57
+ 2017-04-24 11:12:21.463054|n| RLIMIT_NOFILE(4096,4096)
58
+ 2017-04-24 11:12:21.467367|n| thread start (0/1)
59
+ 2017-04-24 11:12:25.201154|n| thread end (0/0)
60
+ 2017-04-24 11:12:25.205066|n| grn_fin (0)
61
+ 2017-04-24 11:19:59.312302|n| grn_init: <7.0.1-105-gf940037>
62
+ 2017-04-24 11:19:59.312348|n| vm.overcommit_memory kernel parameter should be 1: <0>: See INFO level log to resolve this
63
+ 2017-04-24 11:19:59.312424|n| RLIMIT_NOFILE(4096,4096)
64
+ 2017-04-24 11:19:59.314172|n| thread start (0/1)
65
+ 2017-04-24 11:20:02.950972|n| thread end (0/0)
66
+ 2017-04-24 11:20:02.956336|n| grn_fin (0)
67
+ 2017-04-24 11:20:09.443167|n| grn_init: <7.0.1-105-gf940037>
68
+ 2017-04-24 11:20:09.443214|n| vm.overcommit_memory kernel parameter should be 1: <0>: See INFO level log to resolve this
69
+ 2017-04-24 11:20:09.443297|n| RLIMIT_NOFILE(4096,4096)
70
+ 2017-04-24 11:20:10.445853|n| thread start (0/1)
71
+ 2017-04-24 11:20:10.789276|n| thread end (0/0)
72
+ 2017-04-24 11:20:10.792230|n| grn_fin (0)
73
+ 2017-04-24 13:01:10.343392|e| system call error: Interrupted system call: epoll_wait
74
+ 2017-04-24 13:01:10.343699|e| /tmp/local/lib/libgroonga.so.0(grn_com_event_poll+0x600) [0x7f8575c9c5cf]
75
+ 2017-04-24 13:01:10.343722|e| groonga(+0xc58b) [0x56012441658b]
76
+ 2017-04-24 13:01:10.343737|e| groonga(+0xde2e) [0x560124417e2e]
77
+ 2017-04-24 13:01:10.343748|e| groonga(+0x54e0) [0x56012440f4e0]
78
+ 2017-04-24 13:01:10.343759|e| /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf1) [0x7f857478d2b1]
79
+ 2017-04-24 13:01:10.343771|e| groonga(+0x5e6a) [0x56012440fe6a]
data/test/fixtures/target-commands.expected CHANGED
@@ -5,21 +5,21 @@ Summary:
5
5
  # of responses : 1
6
6
  # of slow responses : 0
7
7
  responses/sec : 821.5981727656638
8
- start time : 2012-12-12 17:39:17.3
9
- last time : 2012-12-12 17:39:17.3
8
+ start time : 2012-12-12T17:39:17.628846+09:00
9
+ last time : 2012-12-12T17:39:17.630063+09:00
10
10
  period(sec) : 0.00121714
11
11
  slow response ratio : 0.000%
12
12
  total response time : 0.00121714
13
13
  Slow Operations:
14
14
 
15
15
  Slow Queries:
16
- 1) [2012-12-12 17:39:17.3-2012-12-12 17:39:17.3 (0.00121714)](0): select --table Users --query follower:@groonga --output_columns _key,name
16
+ 1) [2012-12-12T17:39:17.628846+09:00-2012-12-12T17:39:17.630063+09:00 (0.00121714)](0): select --table Users --query follower:@groonga --output_columns _key,name
17
17
  name: <select>
18
18
  parameters:
19
19
  <table>: <Users>
20
20
  <query>: <follower:@groonga>
21
21
  <output_columns>: <_key,name>
22
- 1) 0.00084295: filter( 2) query: follower:@groonga
22
+ 1) 0.00084295: filter( 2) Users.follower match "groonga"
23
23
  2) 0.00002795: select( 2)
24
24
  3) 0.00019585: output( 2) _key,name
25
25
 
data/test/fixtures/target-tables.expected CHANGED
@@ -5,15 +5,15 @@ Summary:
5
5
  # of responses : 1
6
6
  # of slow responses : 0
7
7
  responses/sec : 319.6056322182932
8
- start time : 2012-12-12 17:39:17.3
9
- last time : 2012-12-12 17:39:17.3
8
+ start time : 2012-12-12T17:39:17.624896+09:00
9
+ last time : 2012-12-12T17:39:17.628024+09:00
10
10
  period(sec) : 0.003128856
11
11
  slow response ratio : 0.000%
12
12
  total response time : 0.003128856
13
13
  Slow Operations:
14
14
 
15
15
  Slow Queries:
16
- 1) [2012-12-12 17:39:17.3-2012-12-12 17:39:17.3 (0.00312886)](0): load --table Video
16
+ 1) [2012-12-12T17:39:17.624896+09:00-2012-12-12T17:39:17.628024+09:00 (0.00312886)](0): load --table Video
17
17
  name: <load>
18
18
  parameters:
19
19
  <table>: <Video>
data/test/run-test.rb CHANGED
@@ -18,6 +18,8 @@
18
18
 
19
19
  $VERBOSE = true
20
20
 
21
+ ENV["TZ"] = "Asia/Tokyo"
22
+
21
23
  require "pathname"
22
24
 
23
25
  base_dir = Pathname.new(__FILE__).dirname.parent.expand_path
data/test/test-replayer.rb CHANGED
@@ -1,6 +1,4 @@
1
- # -*- coding: utf-8 -*-
2
- #
3
- # Copyright (C) 2013 Kouhei Sutou <kou@clear-code.com>
1
+ # Copyright (C) 2013-2018 Kouhei Sutou <kou@clear-code.com>
4
2
  #
5
3
  # This library is free software; you can redistribute it and/or
6
4
  # modify it under the terms of the GNU Lesser General Public
@@ -50,6 +48,7 @@ class ReplayerTest < Test::Unit::TestCase
50
48
  :host => "127.0.0.1",
51
49
  :port => 10041,
52
50
  :protocol => :http,
51
+ :read_timeout => 60,
53
52
  }
54
53
  expected_open_options = default_options.merge(expected_options)
55
54
  mock(Groonga::Client).open(expected_open_options).yields(client) do
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: groonga-query-log
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.2.9
4
+ version: 1.3.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Kouhei Sutou
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2018-02-04 00:00:00.000000000 Z
11
+ date: 2018-06-11 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: groonga-command-parser
@@ -168,17 +168,17 @@ description: ''
168
168
  email:
169
169
  - kou@clear-code.com
170
170
  executables:
171
- - groonga-query-log-check-command-version-compatibility
172
- - groonga-query-log-extract
173
- - groonga-query-log-run-regression-test
174
- - groonga-query-log-analyze
175
- - groonga-query-log-check-crash
176
- - groonga-query-log-analyze-load
177
- - groonga-query-log-verify-server
178
- - groonga-query-log-format-regression-test-logs
179
171
  - groonga-query-log-replay
172
+ - groonga-query-log-format-regression-test-logs
180
173
  - groonga-query-log-show-running-queries
181
174
  - groonga-query-log-detect-memory-leak
175
+ - groonga-query-log-verify-server
176
+ - groonga-query-log-run-regression-test
177
+ - groonga-query-log-check-crash
178
+ - groonga-query-log-check-command-version-compatibility
179
+ - groonga-query-log-analyze
180
+ - groonga-query-log-analyze-load
181
+ - groonga-query-log-extract
182
182
  extensions: []
183
183
  extra_rdoc_files: []
184
184
  files:
@@ -261,8 +261,29 @@ files:
261
261
  - test/fixtures/reporter/json-stream.expected
262
262
  - test/fixtures/reporter/json.expected
263
263
  - test/fixtures/run-regression-test/data/data.grn
264
+ - test/fixtures/run-regression-test/db.new/db
265
+ - test/fixtures/run-regression-test/db.new/db.0000000
266
+ - test/fixtures/run-regression-test/db.new/db.0000100
267
+ - test/fixtures/run-regression-test/db.new/db.0000101
268
+ - test/fixtures/run-regression-test/db.new/db.0000102
269
+ - test/fixtures/run-regression-test/db.new/db.0000103
270
+ - test/fixtures/run-regression-test/db.new/db.0000103.c
271
+ - test/fixtures/run-regression-test/db.new/db.001
272
+ - test/fixtures/run-regression-test/db.new/db.conf
273
+ - test/fixtures/run-regression-test/db.new/groonga.log
274
+ - test/fixtures/run-regression-test/db.old/db
275
+ - test/fixtures/run-regression-test/db.old/db.0000000
276
+ - test/fixtures/run-regression-test/db.old/db.0000100
277
+ - test/fixtures/run-regression-test/db.old/db.0000101
278
+ - test/fixtures/run-regression-test/db.old/db.0000102
279
+ - test/fixtures/run-regression-test/db.old/db.0000103
280
+ - test/fixtures/run-regression-test/db.old/db.0000103.c
281
+ - test/fixtures/run-regression-test/db.old/db.001
282
+ - test/fixtures/run-regression-test/db.old/db.conf
283
+ - test/fixtures/run-regression-test/db.old/groonga.log
264
284
  - test/fixtures/run-regression-test/indexes/indexes.grn
265
285
  - test/fixtures/run-regression-test/query-logs/query.log
286
+ - test/fixtures/run-regression-test/results/query.log
266
287
  - test/fixtures/run-regression-test/schema/schema.grn
267
288
  - test/fixtures/target-commands.expected
268
289
  - test/fixtures/target-tables.expected
@@ -292,7 +313,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
292
313
  version: '0'
293
314
  requirements: []
294
315
  rubyforge_project:
295
- rubygems_version: 2.5.2.2
316
+ rubygems_version: 3.0.0.beta1
296
317
  signing_key:
297
318
  specification_version: 4
298
319
  summary: Groonga-query-log is a collection of library and tools to process [Groonga](http://groonga.org/)'s
@@ -300,33 +321,54 @@ summary: Groonga-query-log is a collection of library and tools to process [Groo
300
321
  as a library. You can analyze your Groonga's queries and test with your Groonga's
301
322
  query log by using groonga-query-log as a tool.
302
323
  test_files:
303
- - test/run-test.rb
304
- - test/helper.rb
305
- - test/command/test-extract.rb
306
- - test/command/test-format-regression-test-logs.rb
307
- - test/command/test-analyzer.rb
308
- - test/test-parser.rb
309
- - test/test-replayer.rb
310
- - test/test-incompatibility-detector.rb
311
- - test/test-response-comparer.rb
312
- - test/fixtures/no-report-summary.expected
313
- - test/fixtures/regression-test-logs/command-format.log
314
- - test/fixtures/regression-test-logs/url-format.log
324
+ - test/fixtures/multi.expected
315
325
  - test/fixtures/target-tables.expected
316
- - test/fixtures/run-regression-test/query-logs/query.log
317
- - test/fixtures/run-regression-test/data/data.grn
318
- - test/fixtures/run-regression-test/schema/schema.grn
319
- - test/fixtures/run-regression-test/indexes/indexes.grn
320
- - test/fixtures/order/start-time.expected
321
- - test/fixtures/order/elapsed.expected
326
+ - test/fixtures/target-commands.expected
327
+ - test/fixtures/n_entries.expected
328
+ - test/fixtures/query.log
329
+ - test/fixtures/other-query.log
322
330
  - test/fixtures/order/-start-time.expected
331
+ - test/fixtures/order/elapsed.expected
323
332
  - test/fixtures/order/-elapsed.expected
324
- - test/fixtures/n_entries.expected
325
- - test/fixtures/reporter/console.expected
333
+ - test/fixtures/order/start-time.expected
334
+ - test/fixtures/regression-test-logs/url-format.log
335
+ - test/fixtures/regression-test-logs/command-format.log
326
336
  - test/fixtures/reporter/json.expected
327
- - test/fixtures/reporter/json-stream.expected
337
+ - test/fixtures/reporter/console.expected
328
338
  - test/fixtures/reporter/html.expected
329
- - test/fixtures/target-commands.expected
330
- - test/fixtures/other-query.log
331
- - test/fixtures/query.log
332
- - test/fixtures/multi.expected
339
+ - test/fixtures/reporter/json-stream.expected
340
+ - test/fixtures/run-regression-test/db.old/db.0000100
341
+ - test/fixtures/run-regression-test/db.old/db.0000103
342
+ - test/fixtures/run-regression-test/db.old/db.0000103.c
343
+ - test/fixtures/run-regression-test/db.old/db.0000101
344
+ - test/fixtures/run-regression-test/db.old/db
345
+ - test/fixtures/run-regression-test/db.old/db.0000000
346
+ - test/fixtures/run-regression-test/db.old/db.001
347
+ - test/fixtures/run-regression-test/db.old/db.conf
348
+ - test/fixtures/run-regression-test/db.old/db.0000102
349
+ - test/fixtures/run-regression-test/db.old/groonga.log
350
+ - test/fixtures/run-regression-test/query-logs/query.log
351
+ - test/fixtures/run-regression-test/schema/schema.grn
352
+ - test/fixtures/run-regression-test/data/data.grn
353
+ - test/fixtures/run-regression-test/indexes/indexes.grn
354
+ - test/fixtures/run-regression-test/db.new/db.0000100
355
+ - test/fixtures/run-regression-test/db.new/db.0000103
356
+ - test/fixtures/run-regression-test/db.new/db.0000103.c
357
+ - test/fixtures/run-regression-test/db.new/db.0000101
358
+ - test/fixtures/run-regression-test/db.new/db
359
+ - test/fixtures/run-regression-test/db.new/db.0000000
360
+ - test/fixtures/run-regression-test/db.new/db.001
361
+ - test/fixtures/run-regression-test/db.new/db.conf
362
+ - test/fixtures/run-regression-test/db.new/db.0000102
363
+ - test/fixtures/run-regression-test/db.new/groonga.log
364
+ - test/fixtures/run-regression-test/results/query.log
365
+ - test/fixtures/no-report-summary.expected
366
+ - test/helper.rb
367
+ - test/command/test-analyzer.rb
368
+ - test/command/test-format-regression-test-logs.rb
369
+ - test/command/test-extract.rb
370
+ - test/test-replayer.rb
371
+ - test/test-incompatibility-detector.rb
372
+ - test/run-test.rb
373
+ - test/test-parser.rb
374
+ - test/test-response-comparer.rb