droonga-engine 1.0.9 → 1.1.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (195) hide show
  1. checksums.yaml +4 -4
  2. data/.travis.yml +1 -0
  3. data/benchmark/timer-watcher/benchmark.rb +44 -0
  4. data/bin/droonga-engine-absorb-data +246 -187
  5. data/bin/droonga-engine-catalog-generate +12 -12
  6. data/bin/droonga-engine-catalog-modify +4 -4
  7. data/bin/droonga-engine-join +352 -171
  8. data/bin/droonga-engine-set-role +54 -0
  9. data/bin/droonga-engine-unjoin +107 -112
  10. data/droonga-engine.gemspec +3 -3
  11. data/install.sh +55 -36
  12. data/install/centos/functions.sh +2 -2
  13. data/install/debian/functions.sh +2 -2
  14. data/lib/droonga/address.rb +26 -24
  15. data/lib/droonga/buffered_tcp_socket.rb +65 -10
  16. data/lib/droonga/catalog/base.rb +9 -6
  17. data/lib/droonga/catalog/dataset.rb +17 -41
  18. data/lib/droonga/catalog/fetcher.rb +64 -0
  19. data/lib/droonga/catalog/generator.rb +245 -0
  20. data/lib/droonga/catalog/loader.rb +66 -0
  21. data/lib/droonga/{catalog_modifier.rb → catalog/modifier.rb} +11 -18
  22. data/lib/droonga/catalog/replicas_volume.rb +123 -0
  23. data/lib/droonga/catalog/schema.rb +37 -37
  24. data/lib/droonga/catalog/single_volume.rb +11 -3
  25. data/lib/droonga/catalog/slice.rb +10 -6
  26. data/lib/droonga/catalog/{collection_volume.rb → slices_volume.rb} +47 -11
  27. data/lib/droonga/catalog/version1.rb +47 -19
  28. data/lib/droonga/catalog/version2.rb +11 -10
  29. data/lib/droonga/catalog/version2_validator.rb +4 -4
  30. data/lib/droonga/catalog/volume.rb +17 -5
  31. data/lib/droonga/changable.rb +25 -0
  32. data/lib/droonga/cluster.rb +237 -0
  33. data/lib/droonga/collector_runner.rb +4 -0
  34. data/lib/droonga/collectors.rb +2 -1
  35. data/lib/droonga/collectors/recursive_sum.rb +26 -0
  36. data/lib/droonga/command/droonga_engine.rb +404 -127
  37. data/lib/droonga/command/droonga_engine_service.rb +47 -11
  38. data/lib/droonga/command/droonga_engine_worker.rb +21 -1
  39. data/lib/droonga/command/remote_command_base.rb +78 -0
  40. data/lib/droonga/command/serf_event_handler.rb +29 -20
  41. data/lib/droonga/data_absorber_client.rb +222 -0
  42. data/lib/droonga/database_scanner.rb +106 -0
  43. data/lib/droonga/{live_nodes_list_loader.rb → deferrable.rb} +11 -24
  44. data/lib/droonga/differ.rb +58 -0
  45. data/lib/droonga/dispatcher.rb +155 -32
  46. data/lib/droonga/distributed_command_planner.rb +9 -11
  47. data/lib/droonga/engine.rb +83 -78
  48. data/lib/droonga/engine/version.rb +1 -1
  49. data/lib/droonga/engine_node.rb +301 -0
  50. data/lib/droonga/engine_state.rb +62 -40
  51. data/lib/droonga/farm.rb +44 -5
  52. data/lib/droonga/file_observer.rb +16 -12
  53. data/lib/droonga/fluent_message_receiver.rb +98 -29
  54. data/lib/droonga/fluent_message_sender.rb +30 -23
  55. data/lib/droonga/forward_buffer.rb +160 -0
  56. data/lib/droonga/forwarder.rb +73 -40
  57. data/lib/droonga/handler.rb +7 -6
  58. data/lib/droonga/handler_messenger.rb +15 -6
  59. data/lib/droonga/handler_runner.rb +6 -1
  60. data/lib/droonga/internal_fluent_message_receiver.rb +28 -8
  61. data/lib/droonga/job_pusher.rb +10 -7
  62. data/lib/droonga/job_receiver.rb +6 -4
  63. data/lib/droonga/logger.rb +7 -1
  64. data/lib/droonga/node_name.rb +90 -0
  65. data/lib/droonga/node_role.rb +72 -0
  66. data/lib/droonga/path.rb +34 -9
  67. data/lib/droonga/planner.rb +73 -7
  68. data/lib/droonga/plugin/async_command.rb +154 -0
  69. data/lib/droonga/plugins/catalog.rb +1 -0
  70. data/lib/droonga/plugins/crud.rb +22 -6
  71. data/lib/droonga/plugins/dump.rb +66 -135
  72. data/lib/droonga/plugins/groonga/delete.rb +13 -0
  73. data/lib/droonga/plugins/search/distributed_search_planner.rb +4 -4
  74. data/lib/droonga/plugins/system.rb +5 -26
  75. data/lib/droonga/plugins/system/absorb_data.rb +405 -0
  76. data/lib/droonga/plugins/system/statistics.rb +71 -0
  77. data/lib/droonga/plugins/system/status.rb +53 -0
  78. data/lib/droonga/process_control_protocol.rb +3 -1
  79. data/lib/droonga/process_supervisor.rb +32 -15
  80. data/lib/droonga/reducer.rb +69 -0
  81. data/lib/droonga/safe_file_writer.rb +1 -1
  82. data/lib/droonga/serf.rb +207 -276
  83. data/lib/droonga/serf/agent.rb +228 -0
  84. data/lib/droonga/serf/command.rb +94 -0
  85. data/lib/droonga/serf/downloader.rb +120 -0
  86. data/lib/droonga/serf/remote_command.rb +348 -0
  87. data/lib/droonga/serf/tag.rb +56 -0
  88. data/lib/droonga/service_installation.rb +2 -2
  89. data/lib/droonga/session.rb +49 -1
  90. data/lib/droonga/single_step.rb +6 -11
  91. data/lib/droonga/single_step_definition.rb +32 -1
  92. data/lib/droonga/slice.rb +14 -9
  93. data/lib/droonga/supervisor.rb +27 -20
  94. data/lib/droonga/test/stub_handler_messenger.rb +2 -1
  95. data/lib/droonga/timestamp.rb +69 -0
  96. data/lib/droonga/worker_process_agent.rb +33 -15
  97. data/sample/cluster-state.json +8 -0
  98. data/sample/cluster/Rakefile +30 -6
  99. data/test/command/fixture/integer-key-table.jsons +11 -0
  100. data/test/command/fixture/string-key-table.jsons +11 -0
  101. data/test/command/run-test.rb +4 -0
  102. data/test/command/suite/add/error/invalid-integer.expected +3 -3
  103. data/test/command/suite/add/error/invalid-time.expected +3 -3
  104. data/test/command/suite/add/{minimum.expected → key-integer.expected} +0 -0
  105. data/test/command/suite/add/{minimum.test → key-integer.test} +0 -0
  106. data/test/command/suite/add/key-string.expected +6 -0
  107. data/test/command/suite/add/key-string.test +9 -0
  108. data/test/command/suite/add/mismatched-key-type/acceptable/integer-for-string.expected +6 -0
  109. data/test/command/suite/add/mismatched-key-type/acceptable/integer-for-string.test +9 -0
  110. data/test/command/suite/add/mismatched-key-type/acceptable/string-for-integer.expected +6 -0
  111. data/test/command/suite/add/mismatched-key-type/acceptable/string-for-integer.test +9 -0
  112. data/test/command/suite/add/without-values.expected +6 -0
  113. data/test/command/suite/add/without-values.test +11 -0
  114. data/test/command/suite/dump/column/index.expected +33 -1
  115. data/test/command/suite/dump/column/index.test +1 -0
  116. data/test/command/suite/dump/column/scalar.expected +29 -1
  117. data/test/command/suite/dump/column/scalar.test +1 -0
  118. data/test/command/suite/dump/column/vector.expected +29 -1
  119. data/test/command/suite/dump/column/vector.test +1 -0
  120. data/test/command/suite/dump/record/scalar.catalog.json +12 -0
  121. data/test/command/suite/dump/record/scalar.expected +84 -0
  122. data/test/command/suite/dump/record/scalar.test +16 -0
  123. data/test/command/suite/dump/record/vector/reference.expected +83 -1
  124. data/test/command/suite/dump/record/vector/reference.test +1 -0
  125. data/test/command/suite/dump/table/array.expected +27 -1
  126. data/test/command/suite/dump/table/array.test +1 -0
  127. data/test/command/suite/dump/table/double_array_trie.expected +27 -1
  128. data/test/command/suite/dump/table/double_array_trie.test +1 -0
  129. data/test/command/suite/dump/table/hash.expected +27 -1
  130. data/test/command/suite/dump/table/hash.test +1 -0
  131. data/test/command/suite/dump/table/patricia_trie.expected +27 -1
  132. data/test/command/suite/dump/table/patricia_trie.test +1 -0
  133. data/test/command/suite/groonga/delete/{success.expected → key-integer.expected} +0 -0
  134. data/test/command/suite/groonga/delete/key-integer.test +17 -0
  135. data/test/command/suite/groonga/delete/key-string.expected +19 -0
  136. data/test/command/suite/groonga/delete/{success.test → key-string.test} +4 -6
  137. data/test/command/suite/groonga/delete/mismatched-type-key/acceptable/integer-for-string.expected +19 -0
  138. data/test/command/suite/groonga/delete/mismatched-type-key/acceptable/integer-for-string.test +17 -0
  139. data/test/command/suite/groonga/delete/mismatched-type-key/acceptable/string-for-integer.expected +19 -0
  140. data/test/command/suite/groonga/delete/mismatched-type-key/acceptable/string-for-integer.test +17 -0
  141. data/test/command/suite/message/error/missing-dataset.test +1 -0
  142. data/test/command/suite/system/absorb-data/records.catalog.json +58 -0
  143. data/test/command/suite/system/absorb-data/records.expected +32 -0
  144. data/test/command/suite/system/absorb-data/records.test +24 -0
  145. data/test/command/suite/system/statistics/object/count/empty.expected +11 -0
  146. data/test/command/suite/system/statistics/object/count/empty.test +12 -0
  147. data/test/command/suite/system/statistics/object/count/per-volume/empty.catalog.json +36 -0
  148. data/test/command/suite/system/statistics/object/count/per-volume/empty.expected +19 -0
  149. data/test/command/suite/system/statistics/object/count/per-volume/empty.test +12 -0
  150. data/test/command/suite/system/statistics/object/count/per-volume/record.catalog.json +40 -0
  151. data/test/command/suite/system/statistics/object/count/per-volume/record.expected +19 -0
  152. data/test/command/suite/system/statistics/object/count/per-volume/record.test +23 -0
  153. data/test/command/suite/system/statistics/object/count/per-volume/schema.catalog.json +40 -0
  154. data/test/command/suite/system/statistics/object/count/per-volume/schema.expected +19 -0
  155. data/test/command/suite/system/statistics/object/count/per-volume/schema.test +13 -0
  156. data/test/command/suite/system/statistics/object/count/record.catalog.json +12 -0
  157. data/test/command/suite/system/statistics/object/count/record.expected +11 -0
  158. data/test/command/suite/system/statistics/object/count/record.test +23 -0
  159. data/test/command/suite/system/statistics/object/count/schema.catalog.json +12 -0
  160. data/test/command/suite/system/statistics/object/count/schema.expected +11 -0
  161. data/test/command/suite/system/statistics/object/count/schema.test +13 -0
  162. data/test/command/suite/system/status.expected +3 -2
  163. data/test/unit/catalog/test_dataset.rb +4 -1
  164. data/test/unit/{test_catalog_generator.rb → catalog/test_generator.rb} +2 -2
  165. data/test/unit/catalog/test_replicas_volume.rb +79 -0
  166. data/test/unit/catalog/test_single_volume.rb +2 -2
  167. data/test/unit/catalog/test_slice.rb +33 -1
  168. data/test/unit/catalog/{test_collection_volume.rb → test_slices_volume.rb} +72 -11
  169. data/test/unit/catalog/test_version2.rb +3 -0
  170. data/test/unit/helper/distributed_search_planner_helper.rb +2 -2
  171. data/test/unit/plugins/catalog/test_fetch.rb +4 -4
  172. data/test/unit/plugins/crud/test_add.rb +44 -4
  173. data/test/unit/plugins/groonga/test_column_create.rb +4 -4
  174. data/test/unit/plugins/groonga/test_column_list.rb +4 -4
  175. data/test/unit/plugins/groonga/test_column_remove.rb +4 -4
  176. data/test/unit/plugins/groonga/test_column_rename.rb +4 -4
  177. data/test/unit/plugins/groonga/test_delete.rb +73 -10
  178. data/test/unit/plugins/groonga/test_table_create.rb +4 -4
  179. data/test/unit/plugins/groonga/test_table_list.rb +4 -4
  180. data/test/unit/plugins/groonga/test_table_remove.rb +4 -4
  181. data/test/unit/plugins/search/test_handler.rb +4 -4
  182. data/test/unit/plugins/search/test_planner.rb +4 -2
  183. data/test/unit/plugins/system/test_status.rb +31 -15
  184. data/test/unit/plugins/test_watch.rb +16 -16
  185. data/test/unit/test_address.rb +4 -4
  186. metadata +134 -35
  187. data/lib/droonga/catalog/volume_collection.rb +0 -79
  188. data/lib/droonga/catalog_fetcher.rb +0 -53
  189. data/lib/droonga/catalog_generator.rb +0 -243
  190. data/lib/droonga/catalog_loader.rb +0 -56
  191. data/lib/droonga/command/remote.rb +0 -404
  192. data/lib/droonga/data_absorber.rb +0 -264
  193. data/lib/droonga/node_status.rb +0 -71
  194. data/lib/droonga/serf_downloader.rb +0 -115
  195. data/test/unit/catalog/test_volume_collection.rb +0 -78
data/test/command/suite/dump/column/index.expected CHANGED
@@ -1,22 +1,45 @@
1
1
  {
2
2
  "inReplyTo": "request-id",
3
3
  "dataset": "Default",
4
+ "date": "0000-00-00T00:00:00.000000Z",
4
5
  "type": "dump.start"
5
6
  }
6
7
  {
7
8
  "inReplyTo": "request-id",
8
9
  "dataset": "Default",
10
+ "date": "0000-00-00T00:00:00.000000Z",
9
11
  "type": "dump.start"
10
12
  }
11
13
  {
12
14
  "inReplyTo": "request-id",
13
15
  "statusCode": 200,
14
16
  "type": "dump.result",
15
- "body": true
17
+ "body": {
18
+ "started": true
19
+ }
20
+ }
21
+ {
22
+ "inReplyTo": "request-id",
23
+ "dataset": "Default",
24
+ "date": "0000-00-00T00:00:00.000000Z",
25
+ "body": {
26
+ "nMessages": 4
27
+ },
28
+ "type": "dump.forecast"
29
+ }
30
+ {
31
+ "inReplyTo": "request-id",
32
+ "dataset": "Default",
33
+ "date": "0000-00-00T00:00:00.000000Z",
34
+ "body": {
35
+ "nMessages": 4
36
+ },
37
+ "type": "dump.forecast"
16
38
  }
17
39
  {
18
40
  "inReplyTo": "request-id",
19
41
  "dataset": "Default",
42
+ "date": "0000-00-00T00:00:00.000000Z",
20
43
  "body": {
21
44
  "type": "Hash",
22
45
  "name": "Memos",
@@ -27,6 +50,7 @@
27
50
  {
28
51
  "inReplyTo": "request-id",
29
52
  "dataset": "Default",
53
+ "date": "0000-00-00T00:00:00.000000Z",
30
54
  "body": {
31
55
  "type": "Hash",
32
56
  "name": "Memos",
@@ -37,6 +61,7 @@
37
61
  {
38
62
  "inReplyTo": "request-id",
39
63
  "dataset": "Default",
64
+ "date": "0000-00-00T00:00:00.000000Z",
40
65
  "body": {
41
66
  "type": "PatriciaTrie",
42
67
  "name": "Terms",
@@ -49,6 +74,7 @@
49
74
  {
50
75
  "inReplyTo": "request-id",
51
76
  "dataset": "Default",
77
+ "date": "0000-00-00T00:00:00.000000Z",
52
78
  "body": {
53
79
  "type": "PatriciaTrie",
54
80
  "name": "Terms",
@@ -61,6 +87,7 @@
61
87
  {
62
88
  "inReplyTo": "request-id",
63
89
  "dataset": "Default",
90
+ "date": "0000-00-00T00:00:00.000000Z",
64
91
  "body": {
65
92
  "table": "Memos",
66
93
  "name": "content",
@@ -72,6 +99,7 @@
72
99
  {
73
100
  "inReplyTo": "request-id",
74
101
  "dataset": "Default",
102
+ "date": "0000-00-00T00:00:00.000000Z",
75
103
  "body": {
76
104
  "table": "Memos",
77
105
  "name": "content",
@@ -83,6 +111,7 @@
83
111
  {
84
112
  "inReplyTo": "request-id",
85
113
  "dataset": "Default",
114
+ "date": "0000-00-00T00:00:00.000000Z",
86
115
  "body": {
87
116
  "table": "Terms",
88
117
  "name": "Memos__key_content",
@@ -103,6 +132,7 @@
103
132
  {
104
133
  "inReplyTo": "request-id",
105
134
  "dataset": "Default",
135
+ "date": "0000-00-00T00:00:00.000000Z",
106
136
  "body": {
107
137
  "table": "Terms",
108
138
  "name": "Memos__key_content",
@@ -123,10 +153,12 @@
123
153
  {
124
154
  "inReplyTo": "request-id",
125
155
  "dataset": "Default",
156
+ "date": "0000-00-00T00:00:00.000000Z",
126
157
  "type": "dump.end"
127
158
  }
128
159
  {
129
160
  "inReplyTo": "request-id",
130
161
  "dataset": "Default",
162
+ "date": "0000-00-00T00:00:00.000000Z",
131
163
  "type": "dump.end"
132
164
  }
data/test/command/suite/dump/column/index.test CHANGED
@@ -1,4 +1,5 @@
1
1
  #@require-catalog-version 2
2
+ #@subscribe-until 1s
2
3
  {
3
4
  "type": "dump",
4
5
  "dataset": "Default"
data/test/command/suite/dump/column/scalar.expected CHANGED
@@ -1,22 +1,45 @@
1
1
  {
2
2
  "inReplyTo": "request-id",
3
3
  "dataset": "Default",
4
+ "date": "0000-00-00T00:00:00.000000Z",
4
5
  "type": "dump.start"
5
6
  }
6
7
  {
7
8
  "inReplyTo": "request-id",
8
9
  "dataset": "Default",
10
+ "date": "0000-00-00T00:00:00.000000Z",
9
11
  "type": "dump.start"
10
12
  }
11
13
  {
12
14
  "inReplyTo": "request-id",
13
15
  "statusCode": 200,
14
16
  "type": "dump.result",
15
- "body": true
17
+ "body": {
18
+ "started": true
19
+ }
20
+ }
21
+ {
22
+ "inReplyTo": "request-id",
23
+ "dataset": "Default",
24
+ "date": "0000-00-00T00:00:00.000000Z",
25
+ "body": {
26
+ "nMessages": 2
27
+ },
28
+ "type": "dump.forecast"
29
+ }
30
+ {
31
+ "inReplyTo": "request-id",
32
+ "dataset": "Default",
33
+ "date": "0000-00-00T00:00:00.000000Z",
34
+ "body": {
35
+ "nMessages": 2
36
+ },
37
+ "type": "dump.forecast"
16
38
  }
17
39
  {
18
40
  "inReplyTo": "request-id",
19
41
  "dataset": "Default",
42
+ "date": "0000-00-00T00:00:00.000000Z",
20
43
  "body": {
21
44
  "type": "Hash",
22
45
  "name": "Memos",
@@ -27,6 +50,7 @@
27
50
  {
28
51
  "inReplyTo": "request-id",
29
52
  "dataset": "Default",
53
+ "date": "0000-00-00T00:00:00.000000Z",
30
54
  "body": {
31
55
  "type": "Hash",
32
56
  "name": "Memos",
@@ -37,6 +61,7 @@
37
61
  {
38
62
  "inReplyTo": "request-id",
39
63
  "dataset": "Default",
64
+ "date": "0000-00-00T00:00:00.000000Z",
40
65
  "body": {
41
66
  "table": "Memos",
42
67
  "name": "title",
@@ -48,6 +73,7 @@
48
73
  {
49
74
  "inReplyTo": "request-id",
50
75
  "dataset": "Default",
76
+ "date": "0000-00-00T00:00:00.000000Z",
51
77
  "body": {
52
78
  "table": "Memos",
53
79
  "name": "title",
@@ -59,10 +85,12 @@
59
85
  {
60
86
  "inReplyTo": "request-id",
61
87
  "dataset": "Default",
88
+ "date": "0000-00-00T00:00:00.000000Z",
62
89
  "type": "dump.end"
63
90
  }
64
91
  {
65
92
  "inReplyTo": "request-id",
66
93
  "dataset": "Default",
94
+ "date": "0000-00-00T00:00:00.000000Z",
67
95
  "type": "dump.end"
68
96
  }
data/test/command/suite/dump/column/scalar.test CHANGED
@@ -1,4 +1,5 @@
1
1
  #@require-catalog-version 2
2
+ #@subscribe-until 1s
2
3
  {
3
4
  "type": "dump",
4
5
  "dataset": "Default"
data/test/command/suite/dump/column/vector.expected CHANGED
@@ -1,22 +1,45 @@
1
1
  {
2
2
  "inReplyTo": "request-id",
3
3
  "dataset": "Default",
4
+ "date": "0000-00-00T00:00:00.000000Z",
4
5
  "type": "dump.start"
5
6
  }
6
7
  {
7
8
  "inReplyTo": "request-id",
8
9
  "dataset": "Default",
10
+ "date": "0000-00-00T00:00:00.000000Z",
9
11
  "type": "dump.start"
10
12
  }
11
13
  {
12
14
  "inReplyTo": "request-id",
13
15
  "statusCode": 200,
14
16
  "type": "dump.result",
15
- "body": true
17
+ "body": {
18
+ "started": true
19
+ }
20
+ }
21
+ {
22
+ "inReplyTo": "request-id",
23
+ "dataset": "Default",
24
+ "date": "0000-00-00T00:00:00.000000Z",
25
+ "body": {
26
+ "nMessages": 2
27
+ },
28
+ "type": "dump.forecast"
29
+ }
30
+ {
31
+ "inReplyTo": "request-id",
32
+ "dataset": "Default",
33
+ "date": "0000-00-00T00:00:00.000000Z",
34
+ "body": {
35
+ "nMessages": 2
36
+ },
37
+ "type": "dump.forecast"
16
38
  }
17
39
  {
18
40
  "inReplyTo": "request-id",
19
41
  "dataset": "Default",
42
+ "date": "0000-00-00T00:00:00.000000Z",
20
43
  "body": {
21
44
  "type": "Hash",
22
45
  "name": "Memos",
@@ -27,6 +50,7 @@
27
50
  {
28
51
  "inReplyTo": "request-id",
29
52
  "dataset": "Default",
53
+ "date": "0000-00-00T00:00:00.000000Z",
30
54
  "body": {
31
55
  "type": "Hash",
32
56
  "name": "Memos",
@@ -37,6 +61,7 @@
37
61
  {
38
62
  "inReplyTo": "request-id",
39
63
  "dataset": "Default",
64
+ "date": "0000-00-00T00:00:00.000000Z",
40
65
  "body": {
41
66
  "table": "Memos",
42
67
  "name": "tags",
@@ -51,6 +76,7 @@
51
76
  {
52
77
  "inReplyTo": "request-id",
53
78
  "dataset": "Default",
79
+ "date": "0000-00-00T00:00:00.000000Z",
54
80
  "body": {
55
81
  "table": "Memos",
56
82
  "name": "tags",
@@ -65,10 +91,12 @@
65
91
  {
66
92
  "inReplyTo": "request-id",
67
93
  "dataset": "Default",
94
+ "date": "0000-00-00T00:00:00.000000Z",
68
95
  "type": "dump.end"
69
96
  }
70
97
  {
71
98
  "inReplyTo": "request-id",
72
99
  "dataset": "Default",
100
+ "date": "0000-00-00T00:00:00.000000Z",
73
101
  "type": "dump.end"
74
102
  }
data/test/command/suite/dump/column/vector.test CHANGED
@@ -1,4 +1,5 @@
1
1
  #@require-catalog-version 2
2
+ #@subscribe-until 1s
2
3
  {
3
4
  "type": "dump",
4
5
  "dataset": "Default"
data/test/command/suite/dump/record/scalar.catalog.json ADDED
@@ -0,0 +1,12 @@
1
+ {
2
+ "datasets": {
3
+ "Default": {
4
+ "schema": {
5
+ "Users": {
6
+ "type": "Hash",
7
+ "keyType": "ShortText"
8
+ }
9
+ }
10
+ }
11
+ }
12
+ }
data/test/command/suite/dump/record/scalar.expected ADDED
@@ -0,0 +1,84 @@
1
+ {
2
+ "inReplyTo": "request-id",
3
+ "dataset": "Default",
4
+ "date": "0000-00-00T00:00:00.000000Z",
5
+ "type": "dump.start"
6
+ }
7
+ {
8
+ "inReplyTo": "request-id",
9
+ "dataset": "Default",
10
+ "date": "0000-00-00T00:00:00.000000Z",
11
+ "type": "dump.start"
12
+ }
13
+ {
14
+ "inReplyTo": "request-id",
15
+ "statusCode": 200,
16
+ "type": "dump.result",
17
+ "body": {
18
+ "started": true
19
+ }
20
+ }
21
+ {
22
+ "inReplyTo": "request-id",
23
+ "dataset": "Default",
24
+ "date": "0000-00-00T00:00:00.000000Z",
25
+ "body": {
26
+ "nMessages": 1
27
+ },
28
+ "type": "dump.forecast"
29
+ }
30
+ {
31
+ "inReplyTo": "request-id",
32
+ "dataset": "Default",
33
+ "date": "0000-00-00T00:00:00.000000Z",
34
+ "body": {
35
+ "nMessages": 2
36
+ },
37
+ "type": "dump.forecast"
38
+ }
39
+ {
40
+ "inReplyTo": "request-id",
41
+ "dataset": "Default",
42
+ "date": "0000-00-00T00:00:00.000000Z",
43
+ "body": {
44
+ "type": "Hash",
45
+ "name": "Users",
46
+ "keyType": "ShortText"
47
+ },
48
+ "type": "dump.table"
49
+ }
50
+ {
51
+ "inReplyTo": "request-id",
52
+ "dataset": "Default",
53
+ "date": "0000-00-00T00:00:00.000000Z",
54
+ "body": {
55
+ "type": "Hash",
56
+ "name": "Users",
57
+ "keyType": "ShortText"
58
+ },
59
+ "type": "dump.table"
60
+ }
61
+ {
62
+ "inReplyTo": "request-id",
63
+ "dataset": "Default",
64
+ "date": "0000-00-00T00:00:00.000000Z",
65
+ "body": {
66
+ "table": "Users",
67
+ "key": "Adam",
68
+ "values": {
69
+ }
70
+ },
71
+ "type": "dump.record"
72
+ }
73
+ {
74
+ "inReplyTo": "request-id",
75
+ "dataset": "Default",
76
+ "date": "0000-00-00T00:00:00.000000Z",
77
+ "type": "dump.end"
78
+ }
79
+ {
80
+ "inReplyTo": "request-id",
81
+ "dataset": "Default",
82
+ "date": "0000-00-00T00:00:00.000000Z",
83
+ "type": "dump.end"
84
+ }
data/test/command/suite/dump/record/scalar.test ADDED
@@ -0,0 +1,16 @@
1
+ #@require-catalog-version 2
2
+ #@disable-logging
3
+ {
4
+ "type": "add",
5
+ "dataset": "Default",
6
+ "body": {
7
+ "table": "Users",
8
+ "key": "Adam"
9
+ }
10
+ }
11
+ #@enable-logging
12
+ #@subscribe-until 1s
13
+ {
14
+ "type": "dump",
15
+ "dataset": "Default"
16
+ }
data/test/command/suite/dump/record/vector/reference.expected CHANGED
@@ -1,22 +1,45 @@
1
1
  {
2
2
  "inReplyTo": "request-id",
3
3
  "dataset": "Default",
4
+ "date": "0000-00-00T00:00:00.000000Z",
4
5
  "type": "dump.start"
5
6
  }
6
7
  {
7
8
  "inReplyTo": "request-id",
8
9
  "dataset": "Default",
10
+ "date": "0000-00-00T00:00:00.000000Z",
9
11
  "type": "dump.start"
10
12
  }
11
13
  {
12
14
  "inReplyTo": "request-id",
13
15
  "statusCode": 200,
14
16
  "type": "dump.result",
15
- "body": true
17
+ "body": {
18
+ "started": true
19
+ }
20
+ }
21
+ {
22
+ "inReplyTo": "request-id",
23
+ "dataset": "Default",
24
+ "date": "0000-00-00T00:00:00.000000Z",
25
+ "body": {
26
+ "nMessages": 7
27
+ },
28
+ "type": "dump.forecast"
29
+ }
30
+ {
31
+ "inReplyTo": "request-id",
32
+ "dataset": "Default",
33
+ "date": "0000-00-00T00:00:00.000000Z",
34
+ "body": {
35
+ "nMessages": 7
36
+ },
37
+ "type": "dump.forecast"
16
38
  }
17
39
  {
18
40
  "inReplyTo": "request-id",
19
41
  "dataset": "Default",
42
+ "date": "0000-00-00T00:00:00.000000Z",
20
43
  "body": {
21
44
  "type": "Hash",
22
45
  "name": "Memos",
@@ -27,6 +50,7 @@
27
50
  {
28
51
  "inReplyTo": "request-id",
29
52
  "dataset": "Default",
53
+ "date": "0000-00-00T00:00:00.000000Z",
30
54
  "body": {
31
55
  "type": "Hash",
32
56
  "name": "Memos",
@@ -37,6 +61,7 @@
37
61
  {
38
62
  "inReplyTo": "request-id",
39
63
  "dataset": "Default",
64
+ "date": "0000-00-00T00:00:00.000000Z",
40
65
  "body": {
41
66
  "type": "PatriciaTrie",
42
67
  "name": "Tags",
@@ -47,6 +72,7 @@
47
72
  {
48
73
  "inReplyTo": "request-id",
49
74
  "dataset": "Default",
75
+ "date": "0000-00-00T00:00:00.000000Z",
50
76
  "body": {
51
77
  "type": "PatriciaTrie",
52
78
  "name": "Tags",
@@ -57,6 +83,7 @@
57
83
  {
58
84
  "inReplyTo": "request-id",
59
85
  "dataset": "Default",
86
+ "date": "0000-00-00T00:00:00.000000Z",
60
87
  "body": {
61
88
  "type": "Hash",
62
89
  "name": "Users",
@@ -67,6 +94,7 @@
67
94
  {
68
95
  "inReplyTo": "request-id",
69
96
  "dataset": "Default",
97
+ "date": "0000-00-00T00:00:00.000000Z",
70
98
  "body": {
71
99
  "type": "Hash",
72
100
  "name": "Users",
@@ -77,6 +105,7 @@
77
105
  {
78
106
  "inReplyTo": "request-id",
79
107
  "dataset": "Default",
108
+ "date": "0000-00-00T00:00:00.000000Z",
80
109
  "body": {
81
110
  "table": "Memos",
82
111
  "name": "tags",
@@ -91,6 +120,7 @@
91
120
  {
92
121
  "inReplyTo": "request-id",
93
122
  "dataset": "Default",
123
+ "date": "0000-00-00T00:00:00.000000Z",
94
124
  "body": {
95
125
  "table": "Memos",
96
126
  "name": "tags",
@@ -105,6 +135,7 @@
105
135
  {
106
136
  "inReplyTo": "request-id",
107
137
  "dataset": "Default",
138
+ "date": "0000-00-00T00:00:00.000000Z",
108
139
  "body": {
109
140
  "table": "Memos",
110
141
  "key": "Groonga newbie",
@@ -120,6 +151,7 @@
120
151
  {
121
152
  "inReplyTo": "request-id",
122
153
  "dataset": "Default",
154
+ "date": "0000-00-00T00:00:00.000000Z",
123
155
  "body": {
124
156
  "table": "Memos",
125
157
  "key": "Groonga newbie",
@@ -135,10 +167,60 @@
135
167
  {
136
168
  "inReplyTo": "request-id",
137
169
  "dataset": "Default",
170
+ "date": "0000-00-00T00:00:00.000000Z",
171
+ "body": {
172
+ "table": "Tags",
173
+ "key": "Groonga",
174
+ "values": {
175
+ }
176
+ },
177
+ "type": "dump.record"
178
+ }
179
+ {
180
+ "inReplyTo": "request-id",
181
+ "dataset": "Default",
182
+ "date": "0000-00-00T00:00:00.000000Z",
183
+ "body": {
184
+ "table": "Tags",
185
+ "key": "Groonga",
186
+ "values": {
187
+ }
188
+ },
189
+ "type": "dump.record"
190
+ }
191
+ {
192
+ "inReplyTo": "request-id",
193
+ "dataset": "Default",
194
+ "date": "0000-00-00T00:00:00.000000Z",
195
+ "body": {
196
+ "table": "Tags",
197
+ "key": "column store",
198
+ "values": {
199
+ }
200
+ },
201
+ "type": "dump.record"
202
+ }
203
+ {
204
+ "inReplyTo": "request-id",
205
+ "dataset": "Default",
206
+ "date": "0000-00-00T00:00:00.000000Z",
207
+ "body": {
208
+ "table": "Tags",
209
+ "key": "column store",
210
+ "values": {
211
+ }
212
+ },
213
+ "type": "dump.record"
214
+ }
215
+ {
216
+ "inReplyTo": "request-id",
217
+ "dataset": "Default",
218
+ "date": "0000-00-00T00:00:00.000000Z",
138
219
  "type": "dump.end"
139
220
  }
140
221
  {
141
222
  "inReplyTo": "request-id",
142
223
  "dataset": "Default",
224
+ "date": "0000-00-00T00:00:00.000000Z",
143
225
  "type": "dump.end"
144
226
  }