bricolage 5.16.8 → 5.16.9

Sign up to get free protection for your applications and to get access to all the features.
Files changed (78) hide show
  1. checksums.yaml +4 -4
  2. data/lib/bricolage/postgresconnection.rb +5 -0
  3. data/lib/bricolage/version.rb +1 -1
  4. data/test/home/Gemfile.lock +13 -15
  5. metadata +2 -75
  6. data/test/home/aamine.bk/pv_log.job +0 -9
  7. data/test/home/aamine.bk/variable.yml +0 -3
  8. data/test/home/put.sh +0 -12
  9. data/test/home/revert.sh +0 -12
  10. data/test/home/sqs.bk/data/20160125_0000_0_20f3aa7a-6b5b-4a19-9c8f-1972e820fbaf.gz +0 -0
  11. data/test/home/sqs.bk/data/20160125_0000_0_25fe3a52-9477-4030-8038-c84636343f56.gz +0 -0
  12. data/test/home/sqs.bk/data/20160125_0000_0_27361985-3142-4f9c-a2fe-6c864ff7e68d.gz +0 -0
  13. data/test/home/sqs.bk/data/20160125_0000_0_2d0b43ad-0db9-4655-bd98-b7464b123763.gz +0 -0
  14. data/test/home/sqs.bk/data/20160125_0000_0_2fe26d66-45b0-4668-b212-668bd44ebd71.gz +0 -0
  15. data/test/home/sqs.bk/data/20160125_0000_0_62546a2e-c9be-46b1-b601-c25de138a377.gz +0 -0
  16. data/test/home/sqs.bk/data/20160125_0000_0_6adcc23f-b073-48b4-a56f-2023866cd8e5.gz +0 -0
  17. data/test/home/sqs.bk/data/20160125_0000_0_7403ecce-d9cc-43e0-b1ea-a35221a5b780.gz +0 -0
  18. data/test/home/sqs.bk/data/20160125_0000_0_8d429746-2b60-48d0-8cac-59e6bc4d557e.gz +0 -0
  19. data/test/home/sqs.bk/data/20160125_0000_0_a1ff5331-dc10-4072-ab95-b9fd8667ff88.gz +0 -0
  20. data/test/home/sqs.bk/data/20160125_0000_0_b02e9cf1-cf0d-4c3c-a9cc-85773bfbcb44.gz +0 -0
  21. data/test/home/sqs.bk/data/20160125_0000_0_de37c5ad-d26a-42cc-a141-475676b65f69.gz +0 -0
  22. data/test/home/sqs.bk/data/20160125_0001_0_254f8131-84dd-43ec-a66f-d9a445194e49.gz +0 -0
  23. data/test/home/sqs.bk/data/20160125_0001_0_2abcee36-4b4e-4758-b331-1ee4775e531e.gz +0 -0
  24. data/test/home/sqs.bk/data/20160125_0001_0_68f856be-03ac-400c-b819-a680a965801b.gz +0 -0
  25. data/test/home/sqs.bk/data/20160125_0001_0_90e7c6fb-f649-4fe8-9875-14734b34df04.gz +0 -0
  26. data/test/home/sqs.bk/data/20160125_0001_0_959223b2-7376-40a8-aa27-b3e95f828099.gz +0 -0
  27. data/test/home/sqs.bk/data/20160125_0001_0_a8f57916-73f5-4d19-8f83-cc1468e06368.gz +0 -0
  28. data/test/home/sqs.bk/data/20160125_0001_0_b6091557-eadd-4239-b653-f9728b0c8b78.gz +0 -0
  29. data/test/home/sqs.bk/data/20160125_0001_0_bd519b56-301e-4f51-8585-c53b1e40ce52.gz +0 -0
  30. data/test/home/sqs.bk/data/20160125_0001_0_e96f1782-0c23-487a-87ec-6d41cd922999.gz +0 -0
  31. data/test/home/sqs.bk/data/20160125_0001_0_ed414ea9-1b0b-4d23-ab37-3ddcd0c5368f.gz +0 -0
  32. data/test/home/sqs.bk/data/20160125_0001_0_ef86d3d5-cf80-4b25-ad77-286b170fe8d8.gz +0 -0
  33. data/test/home/sqs.bk/data/20160125_0001_0_efafcb99-368f-46dc-9c68-0d1d621e835f.gz +0 -0
  34. data/test/home/sqs.bk/data/20160125_0001_0_f7732d73-156d-40a2-bbf6-94a285eda18d.gz +0 -0
  35. data/test/home/sqs.bk/data/20160125_0002_0_012b9865-c7f9-4d37-bc0c-ffbea16be92f.gz +0 -0
  36. data/test/home/sqs.bk/data/20160125_0002_0_0a986c8d-dee7-45fd-8f11-c9327d6d332a.gz +0 -0
  37. data/test/home/sqs.bk/data/20160125_0002_0_147e37cb-b8a1-4e65-b6be-1dd57b33c575.gz +0 -0
  38. data/test/home/sqs.bk/data/20160125_0002_0_533c7aec-d80d-435b-b292-8c5ca25eef44.gz +0 -0
  39. data/test/home/sqs.bk/data/20160125_0002_0_5f44fde9-9760-4a61-8305-01b22aca1b07.gz +0 -0
  40. data/test/home/sqs.bk/data/20160125_0002_0_6f4133b4-acca-4833-aa61-79b03fb22950.gz +0 -0
  41. data/test/home/sqs.bk/data/20160125_0002_0_798c039e-75bc-4cd5-b862-9a062718766e.gz +0 -0
  42. data/test/home/sqs.bk/data/20160125_0002_0_7bb967a0-040a-488f-bd45-ecb43ba17278.gz +0 -0
  43. data/test/home/sqs.bk/data/20160125_0002_0_d7b8df8c-735a-47e0-bcfc-3b24f0de6991.gz +0 -0
  44. data/test/home/sqs.bk/data/20160125_0002_0_e332458d-4cbf-496f-ac4f-7098dafee8da.gz +0 -0
  45. data/test/home/sqs.bk/data/20160125_0002_0_e430e1d8-941b-45ba-b580-1d498ded9e2d.gz +0 -0
  46. data/test/home/sqs.bk/data/20160125_0002_0_fc6a64f1-ba03-48a9-adb8-26c11307f8bb.gz +0 -0
  47. data/test/home/sqs.bk/data/20160125_0003_0_06fdc0ed-73e8-4404-a442-9a2d444b1e82.gz +0 -0
  48. data/test/home/sqs.bk/data/20160125_0003_0_13fbab94-7acb-4f6e-8bde-fd3270e4170b.gz +0 -0
  49. data/test/home/sqs.bk/data/20160125_0003_0_24e13b65-fc76-4450-bc27-f43256e15cfa.gz +0 -0
  50. data/test/home/sqs.bk/data/20160125_0003_0_4daafad3-e8fe-45c4-89c8-45531461650e.gz +0 -0
  51. data/test/home/sqs.bk/data/20160125_0003_0_63db2f4b-5db7-42d0-96e2-202cad9e3ee7.gz +0 -0
  52. data/test/home/sqs.bk/data/20160125_0003_0_7b709b4d-5ef7-4526-b619-44785fa54a0f.gz +0 -0
  53. data/test/home/sqs.bk/data/20160125_0003_0_87d371f5-7e19-4c52-ba07-a0913536e52b.gz +0 -0
  54. data/test/home/sqs.bk/data/20160125_0003_0_9f7c8d47-98a0-4756-8e41-ea4e50b995a5.gz +0 -0
  55. data/test/home/sqs.bk/data/20160125_0003_0_b7e6e1ce-8157-4b84-8e40-463c35fca4d9.gz +0 -0
  56. data/test/home/sqs.bk/data/20160125_0003_0_bb70daee-7616-4ec9-a223-adbbdef5ed02.gz +0 -0
  57. data/test/home/sqs.bk/data/20160125_0003_0_cb761a01-9c07-404e-9780-d130d5a72831.gz +0 -0
  58. data/test/home/sqs.bk/data/20160125_0003_0_db038e65-0d72-439f-9d2a-10de9ec1e253.gz +0 -0
  59. data/test/home/sqs.bk/data/20160125_0004_0_01e9d44e-14f7-4a1b-805b-fb47cdaca50a.gz +0 -0
  60. data/test/home/sqs.bk/data/20160125_0004_0_0e504783-4156-4826-8bf0-88a6b876b5dd.gz +0 -0
  61. data/test/home/sqs.bk/data/20160125_0004_0_2555b915-f1bd-4598-aa9a-664e45848ac2.gz +0 -0
  62. data/test/home/sqs.bk/data/20160125_0004_0_2fcd8e7a-0a2b-4a09-b441-9f8f34fef2ce.gz +0 -0
  63. data/test/home/sqs.bk/data/20160125_0004_0_a36f0369-bfef-4860-8298-873130761575.gz +0 -0
  64. data/test/home/sqs.bk/data/20160125_0004_0_af2a00e1-cdaf-4526-b2a0-40b566887743.gz +0 -0
  65. data/test/home/sqs.bk/data/20160125_0004_0_af7d18f1-94ad-404a-99a1-598cefc6d2c4.gz +0 -0
  66. data/test/home/sqs.bk/data/20160125_0004_0_db118a23-4af7-4589-b384-4c79b993df20.gz +0 -0
  67. data/test/home/sqs.bk/data/20160125_0004_0_dd49a099-a716-46b6-9149-3d0791bce097.gz +0 -0
  68. data/test/home/sqs.bk/data/20160125_0004_0_e0aeb75b-5b16-4875-9b93-abb84fc9ea79.gz +0 -0
  69. data/test/home/sqs.bk/data/20160125_0004_0_e16cd2ca-7fbe-4724-8e41-69c4488f01c6.gz +0 -0
  70. data/test/home/sqs.bk/data/20160125_0004_0_e8fe8417-9f92-4cd9-b83a-333f7990eb7c.gz +0 -0
  71. data/test/home/sqs.bk/data/20160125_0005_0_1ebf35e8-47f6-43f9-a42e-e01fa6e24d9a.gz +0 -0
  72. data/test/home/sqs.bk/delete_all.rb +0 -35
  73. data/test/home/sqs.bk/graceful.rb +0 -15
  74. data/test/home/sqs.bk/messages.txt +0 -50
  75. data/test/home/sqs.bk/put-slow.sh +0 -10
  76. data/test/home/sqs.bk/recv.rb +0 -27
  77. data/test/home/sqs.bk/result.txt +0 -16
  78. data/test/home/sqs.bk/send.rb +0 -16
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: b81ae1279889983f0a8c1f0637024aa4dd0e47b9
4
- data.tar.gz: 62451f57e167a845b5b838cf2e2708137f284e80
3
+ metadata.gz: 8ed1736cc4dd6aeefde5325779a37d3c6e3d8019
4
+ data.tar.gz: 612b7ea80708ebd02b783360a9334b8cd1ed5526
5
5
  SHA512:
6
- metadata.gz: 7966c1ebdc742ea017cffef2a0f5cbec9bd8994af325e8c60159ecbc3d2ae6b1d6f9b47f4f5b38cf29556b0f07710edbdc9ba5e09f7ac96e05ad4bda0d0f1f63
7
- data.tar.gz: dd6d3178526464a47edc4eaa02db6bda76d2cd3e8c053ca12570b45393d5be9aa10fed71938f2e89a27fcb5f78218ebe0d1c5950c3c86bc57189da7eb8e5d315
6
+ metadata.gz: f283a64d7553787d518181ae2a15b1f3ce66f0caccf1107f83389cfbc010f483e700d16c50bc29065536d153befc18335e85f9e86aa4195b15b19632bcdf2ed0
7
+ data.tar.gz: 46aded67b24fcf0066ccacf402cf380ee6cc5d9fe137e7bc0dd7cc3d3c61f3df1c13c212fd2596c38997e0c6424a9cc8098a1a7fbb0b98ae83c72a97ddf75c76
@@ -126,6 +126,11 @@ module Bricolage
126
126
  @conn.execute 'abort'
127
127
  @committed = true
128
128
  end
129
+
130
+ def truncate_and_commit(table)
131
+ @conn.execute "truncate #{table}"
132
+ @committed = true
133
+ end
129
134
  end
130
135
 
131
136
  def open_cursor(query, name = nil, &block)
@@ -1,4 +1,4 @@
1
1
  module Bricolage
2
2
  APPLICATION_NAME = 'Bricolage'
3
- VERSION = '5.16.8'
3
+ VERSION = '5.16.9'
4
4
  end
@@ -1,7 +1,7 @@
1
1
  PATH
2
2
  remote: ../..
3
3
  specs:
4
- bricolage (5.16.8)
4
+ bricolage (5.16.9)
5
5
  aws-sdk (~> 2)
6
6
  mysql2
7
7
  pg
@@ -11,21 +11,19 @@ PATH
11
11
  GEM
12
12
  remote: https://rubygems.org/
13
13
  specs:
14
- aws-sdk (2.3.15)
15
- aws-sdk-resources (= 2.3.15)
16
- aws-sdk-core (2.3.15)
14
+ aws-sdk (2.5.6)
15
+ aws-sdk-resources (= 2.5.6)
16
+ aws-sdk-core (2.5.6)
17
17
  jmespath (~> 1.0)
18
- aws-sdk-resources (2.3.15)
19
- aws-sdk-core (= 2.3.15)
18
+ aws-sdk-resources (2.5.6)
19
+ aws-sdk-core (= 2.5.6)
20
20
  coderay (1.1.0)
21
21
  fluent-logger (0.5.1)
22
22
  msgpack (>= 0.4.4, < 0.6.0, != 0.5.3, != 0.5.2, != 0.5.1, != 0.5.0)
23
23
  hirb (0.7.3)
24
- httpclient (2.8.0)
25
- jmespath (1.2.4)
26
- json_pure (>= 1.8.1)
27
- json (1.8.3)
28
- json_pure (1.8.3)
24
+ httpclient (2.8.2.2)
25
+ jmespath (1.3.1)
26
+ json (2.0.2)
29
27
  method_source (0.8.2)
30
28
  msgpack (0.5.12)
31
29
  mysql2 (0.4.4)
@@ -35,21 +33,21 @@ GEM
35
33
  coderay (~> 1.1.0)
36
34
  method_source (~> 0.8.1)
37
35
  slop (~> 3.4)
38
- redis (3.3.0)
36
+ redis (3.3.1)
39
37
  ruby-progressbar (1.7.5)
40
38
  rubyzip (1.1.7)
41
39
  slop (3.6.0)
42
- td (0.14.0)
40
+ td (0.14.1)
43
41
  hirb (>= 0.4.5)
44
42
  msgpack (>= 0.4.4, < 0.8.0, != 0.5.3, != 0.5.2, != 0.5.1, != 0.5.0)
45
43
  parallel (~> 1.8.0)
46
44
  ruby-progressbar (~> 1.7.5)
47
45
  rubyzip (~> 1.1.7)
48
- td-client (~> 0.8.79)
46
+ td-client (~> 0.8.82)
49
47
  td-logger (~> 0.3.21)
50
48
  yajl-ruby (~> 1.1)
51
49
  zip-zip (~> 0.3)
52
- td-client (0.8.81)
50
+ td-client (0.8.82)
53
51
  httpclient (~> 2.7)
54
52
  json (>= 1.7.6)
55
53
  msgpack (>= 0.4.4, < 0.8.0, != 0.5.3, != 0.5.2, != 0.5.1, != 0.5.0)
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: bricolage
3
3
  version: !ruby/object:Gem::Version
4
- version: 5.16.8
4
+ version: 5.16.9
5
5
  platform: ruby
6
6
  authors:
7
7
  - Minero Aoki
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2016-06-23 00:00:00.000000000 Z
11
+ date: 2016-09-02 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: pg
@@ -196,8 +196,6 @@ files:
196
196
  - test/all.rb
197
197
  - test/home/Gemfile
198
198
  - test/home/Gemfile.lock
199
- - test/home/aamine.bk/pv_log.job
200
- - test/home/aamine.bk/variable.yml
201
199
  - test/home/config/development/database.yml
202
200
  - test/home/config/development/password.yml
203
201
  - test/home/config/development/variable.yml
@@ -207,77 +205,6 @@ files:
207
205
  - test/home/data/20141002-1355_02.txt
208
206
  - test/home/data/test.txt
209
207
  - test/home/jobnet-test.rb
210
- - test/home/put.sh
211
- - test/home/revert.sh
212
- - test/home/sqs.bk/data/20160125_0000_0_20f3aa7a-6b5b-4a19-9c8f-1972e820fbaf.gz
213
- - test/home/sqs.bk/data/20160125_0000_0_25fe3a52-9477-4030-8038-c84636343f56.gz
214
- - test/home/sqs.bk/data/20160125_0000_0_27361985-3142-4f9c-a2fe-6c864ff7e68d.gz
215
- - test/home/sqs.bk/data/20160125_0000_0_2d0b43ad-0db9-4655-bd98-b7464b123763.gz
216
- - test/home/sqs.bk/data/20160125_0000_0_2fe26d66-45b0-4668-b212-668bd44ebd71.gz
217
- - test/home/sqs.bk/data/20160125_0000_0_62546a2e-c9be-46b1-b601-c25de138a377.gz
218
- - test/home/sqs.bk/data/20160125_0000_0_6adcc23f-b073-48b4-a56f-2023866cd8e5.gz
219
- - test/home/sqs.bk/data/20160125_0000_0_7403ecce-d9cc-43e0-b1ea-a35221a5b780.gz
220
- - test/home/sqs.bk/data/20160125_0000_0_8d429746-2b60-48d0-8cac-59e6bc4d557e.gz
221
- - test/home/sqs.bk/data/20160125_0000_0_a1ff5331-dc10-4072-ab95-b9fd8667ff88.gz
222
- - test/home/sqs.bk/data/20160125_0000_0_b02e9cf1-cf0d-4c3c-a9cc-85773bfbcb44.gz
223
- - test/home/sqs.bk/data/20160125_0000_0_de37c5ad-d26a-42cc-a141-475676b65f69.gz
224
- - test/home/sqs.bk/data/20160125_0001_0_254f8131-84dd-43ec-a66f-d9a445194e49.gz
225
- - test/home/sqs.bk/data/20160125_0001_0_2abcee36-4b4e-4758-b331-1ee4775e531e.gz
226
- - test/home/sqs.bk/data/20160125_0001_0_68f856be-03ac-400c-b819-a680a965801b.gz
227
- - test/home/sqs.bk/data/20160125_0001_0_90e7c6fb-f649-4fe8-9875-14734b34df04.gz
228
- - test/home/sqs.bk/data/20160125_0001_0_959223b2-7376-40a8-aa27-b3e95f828099.gz
229
- - test/home/sqs.bk/data/20160125_0001_0_a8f57916-73f5-4d19-8f83-cc1468e06368.gz
230
- - test/home/sqs.bk/data/20160125_0001_0_b6091557-eadd-4239-b653-f9728b0c8b78.gz
231
- - test/home/sqs.bk/data/20160125_0001_0_bd519b56-301e-4f51-8585-c53b1e40ce52.gz
232
- - test/home/sqs.bk/data/20160125_0001_0_e96f1782-0c23-487a-87ec-6d41cd922999.gz
233
- - test/home/sqs.bk/data/20160125_0001_0_ed414ea9-1b0b-4d23-ab37-3ddcd0c5368f.gz
234
- - test/home/sqs.bk/data/20160125_0001_0_ef86d3d5-cf80-4b25-ad77-286b170fe8d8.gz
235
- - test/home/sqs.bk/data/20160125_0001_0_efafcb99-368f-46dc-9c68-0d1d621e835f.gz
236
- - test/home/sqs.bk/data/20160125_0001_0_f7732d73-156d-40a2-bbf6-94a285eda18d.gz
237
- - test/home/sqs.bk/data/20160125_0002_0_012b9865-c7f9-4d37-bc0c-ffbea16be92f.gz
238
- - test/home/sqs.bk/data/20160125_0002_0_0a986c8d-dee7-45fd-8f11-c9327d6d332a.gz
239
- - test/home/sqs.bk/data/20160125_0002_0_147e37cb-b8a1-4e65-b6be-1dd57b33c575.gz
240
- - test/home/sqs.bk/data/20160125_0002_0_533c7aec-d80d-435b-b292-8c5ca25eef44.gz
241
- - test/home/sqs.bk/data/20160125_0002_0_5f44fde9-9760-4a61-8305-01b22aca1b07.gz
242
- - test/home/sqs.bk/data/20160125_0002_0_6f4133b4-acca-4833-aa61-79b03fb22950.gz
243
- - test/home/sqs.bk/data/20160125_0002_0_798c039e-75bc-4cd5-b862-9a062718766e.gz
244
- - test/home/sqs.bk/data/20160125_0002_0_7bb967a0-040a-488f-bd45-ecb43ba17278.gz
245
- - test/home/sqs.bk/data/20160125_0002_0_d7b8df8c-735a-47e0-bcfc-3b24f0de6991.gz
246
- - test/home/sqs.bk/data/20160125_0002_0_e332458d-4cbf-496f-ac4f-7098dafee8da.gz
247
- - test/home/sqs.bk/data/20160125_0002_0_e430e1d8-941b-45ba-b580-1d498ded9e2d.gz
248
- - test/home/sqs.bk/data/20160125_0002_0_fc6a64f1-ba03-48a9-adb8-26c11307f8bb.gz
249
- - test/home/sqs.bk/data/20160125_0003_0_06fdc0ed-73e8-4404-a442-9a2d444b1e82.gz
250
- - test/home/sqs.bk/data/20160125_0003_0_13fbab94-7acb-4f6e-8bde-fd3270e4170b.gz
251
- - test/home/sqs.bk/data/20160125_0003_0_24e13b65-fc76-4450-bc27-f43256e15cfa.gz
252
- - test/home/sqs.bk/data/20160125_0003_0_4daafad3-e8fe-45c4-89c8-45531461650e.gz
253
- - test/home/sqs.bk/data/20160125_0003_0_63db2f4b-5db7-42d0-96e2-202cad9e3ee7.gz
254
- - test/home/sqs.bk/data/20160125_0003_0_7b709b4d-5ef7-4526-b619-44785fa54a0f.gz
255
- - test/home/sqs.bk/data/20160125_0003_0_87d371f5-7e19-4c52-ba07-a0913536e52b.gz
256
- - test/home/sqs.bk/data/20160125_0003_0_9f7c8d47-98a0-4756-8e41-ea4e50b995a5.gz
257
- - test/home/sqs.bk/data/20160125_0003_0_b7e6e1ce-8157-4b84-8e40-463c35fca4d9.gz
258
- - test/home/sqs.bk/data/20160125_0003_0_bb70daee-7616-4ec9-a223-adbbdef5ed02.gz
259
- - test/home/sqs.bk/data/20160125_0003_0_cb761a01-9c07-404e-9780-d130d5a72831.gz
260
- - test/home/sqs.bk/data/20160125_0003_0_db038e65-0d72-439f-9d2a-10de9ec1e253.gz
261
- - test/home/sqs.bk/data/20160125_0004_0_01e9d44e-14f7-4a1b-805b-fb47cdaca50a.gz
262
- - test/home/sqs.bk/data/20160125_0004_0_0e504783-4156-4826-8bf0-88a6b876b5dd.gz
263
- - test/home/sqs.bk/data/20160125_0004_0_2555b915-f1bd-4598-aa9a-664e45848ac2.gz
264
- - test/home/sqs.bk/data/20160125_0004_0_2fcd8e7a-0a2b-4a09-b441-9f8f34fef2ce.gz
265
- - test/home/sqs.bk/data/20160125_0004_0_a36f0369-bfef-4860-8298-873130761575.gz
266
- - test/home/sqs.bk/data/20160125_0004_0_af2a00e1-cdaf-4526-b2a0-40b566887743.gz
267
- - test/home/sqs.bk/data/20160125_0004_0_af7d18f1-94ad-404a-99a1-598cefc6d2c4.gz
268
- - test/home/sqs.bk/data/20160125_0004_0_db118a23-4af7-4589-b384-4c79b993df20.gz
269
- - test/home/sqs.bk/data/20160125_0004_0_dd49a099-a716-46b6-9149-3d0791bce097.gz
270
- - test/home/sqs.bk/data/20160125_0004_0_e0aeb75b-5b16-4875-9b93-abb84fc9ea79.gz
271
- - test/home/sqs.bk/data/20160125_0004_0_e16cd2ca-7fbe-4724-8e41-69c4488f01c6.gz
272
- - test/home/sqs.bk/data/20160125_0004_0_e8fe8417-9f92-4cd9-b83a-333f7990eb7c.gz
273
- - test/home/sqs.bk/data/20160125_0005_0_1ebf35e8-47f6-43f9-a42e-e01fa6e24d9a.gz
274
- - test/home/sqs.bk/delete_all.rb
275
- - test/home/sqs.bk/graceful.rb
276
- - test/home/sqs.bk/messages.txt
277
- - test/home/sqs.bk/put-slow.sh
278
- - test/home/sqs.bk/recv.rb
279
- - test/home/sqs.bk/result.txt
280
- - test/home/sqs.bk/send.rb
281
208
  - test/home/subsys/d.ct
282
209
  - test/home/subsys/insert.sql.job
283
210
  - test/home/subsys/job1.job
@@ -1,9 +0,0 @@
1
- class: streaming_load_v3
2
- work-table: $activity_schema.pv_log_wk
3
- load-options:
4
- json: "auto"
5
- gzip: true
6
- maxerror: 10
7
- timeformat: "auto"
8
- truncatecolumns: true
9
- acceptinvchars: " "
@@ -1,3 +0,0 @@
1
- defaults:
2
- redshift-ds: sql
3
- ctl-ds: s3_strload
data/test/home/put.sh DELETED
@@ -1,12 +0,0 @@
1
- #!/bin/sh
2
-
3
- for name
4
- in \
5
- 20141002-1355_00.txt \
6
- 20141002-1355_01.txt \
7
- 20141002-1355_02.txt
8
- do
9
- aws s3 cp \
10
- $(dirname $0)/data/$name \
11
- $S3_DEV/dev/queue/$name
12
- done
data/test/home/revert.sh DELETED
@@ -1,12 +0,0 @@
1
- #!/bin/sh
2
-
3
- for name
4
- in \
5
- 20141002-1355_00.txt \
6
- 20141002-1355_01.txt \
7
- 20141002-1355_02.txt
8
- do
9
- aws s3 mv \
10
- $S3_DEV/dev/save/year=2014/month=10/day=02/hour=13/$name \
11
- $S3_DEV/dev/queue/$name
12
- done
@@ -1,35 +0,0 @@
1
- ENV['AWS_REGION'] = 'ap-northeast-1'
2
-
3
- require 'aws-sdk'
4
- require 'json'
5
- require 'pp'
6
- require 'pry'
7
-
8
- queue_id = ARGV[0] || "log-stream-dev"
9
- queue_url = "https://sqs.ap-northeast-1.amazonaws.com/789035092620/#{queue_id}"
10
- $stderr.puts queue_url
11
-
12
- sqs = Aws::SQS::Client.new
13
-
14
- deleted = true
15
- while deleted
16
- deleted = false
17
-
18
- result = sqs.receive_message(
19
- queue_url: queue_url,
20
- max_number_of_messages: 10,
21
- visibility_timeout: 300,
22
- wait_time_seconds: 10
23
- )
24
- unless result.successful?
25
- $stderr.puts "receive_message failed: #{result.error.inspect}"
26
- exit 1
27
- end
28
- result.messages.each do |msg|
29
- body = JSON.parse(msg.body)
30
- $stderr.puts body['Records'].inspect
31
- res = sqs.delete_message(queue_url: queue_url, receipt_handle: msg.receipt_handle)
32
- $stderr.puts "deleted: #{res.successful?}"
33
- deleted = true if res.successful?
34
- end
35
- end
@@ -1,15 +0,0 @@
1
- ENV['AWS_REGION'] = 'ap-northeast-1'
2
-
3
- require 'aws-sdk'
4
- require 'json'
5
- require 'pp'
6
- require 'pry'
7
-
8
- sqs = Aws::SQS::Client.new
9
- message_body = {'Records' => [{'eventName' => 'shutdown'}]}.to_json
10
- result = sqs.send_message(
11
- queue_url: "https://sqs.ap-northeast-1.amazonaws.com/789035092620/log-stream-dev",
12
- message_body: message_body,
13
- delay_seconds: 0
14
- )
15
- pp result
@@ -1,50 +0,0 @@
1
- {"Records"=>
2
- [{"eventVersion"=>"2.0",
3
- "eventSource"=>"aws:s3",
4
- "awsRegion"=>"ap-northeast-1",
5
- "eventTime"=>"2016-02-13T11:40:08.001Z",
6
- "eventName"=>"ObjectCreated:Put",
7
- "userIdentity"=>{"principalId"=>"AWS:AIDAJKS3A4VEF45XC2N6A"},
8
- "requestParameters"=>{"sourceIPAddress"=>"122.220.193.90"},
9
- "responseElements"=>
10
- {"x-amz-request-id"=>"9F82D41D69E958B5",
11
- "x-amz-id-2"=>
12
- "6p9IZG+R+dsHCAySGkg42ajt/ZdheE5RLChABqiUl1wL47DCqdu2xrweGQtkG7KR1zFyXiNMMB4="},
13
- "s3"=>
14
- {"s3SchemaVersion"=>"1.0",
15
- "configurationId"=>"LogStreamDev",
16
- "bucket"=>
17
- {"name"=>"redshift-copy-buffer",
18
- "ownerIdentity"=>{"principalId"=>"A391FIDWR49810"},
19
- "arn"=>"arn:aws:s3:::redshift-copy-buffer"},
20
- "object"=>
21
- {"key"=>
22
- "development/log_stream/20160125_0000_0_de37c5ad-d26a-42cc-a141-475676b65f69.gz",
23
- "size"=>1302957,
24
- "eTag"=>"d704db7f9cb77b3ecb981c534526b542",
25
- "sequencer"=>"0056BF161746DA8807"}}}]}
26
- {"Records"=>
27
- [{"eventVersion"=>"2.0",
28
- "eventSource"=>"aws:s3",
29
- "awsRegion"=>"ap-northeast-1",
30
- "eventTime"=>"2016-02-13T11:40:08.319Z",
31
- "eventName"=>"ObjectCreated:Put",
32
- "userIdentity"=>{"principalId"=>"AWS:AIDAJKS3A4VEF45XC2N6A"},
33
- "requestParameters"=>{"sourceIPAddress"=>"122.220.193.90"},
34
- "responseElements"=>
35
- {"x-amz-request-id"=>"9D3CAB675D7C2FFF",
36
- "x-amz-id-2"=>
37
- "wn1pP79+bv8811aTz3f0L682VhAo6YHInNzNSDrBo9kvlSsK0X31JcINHMiVH5kUEt4y4Gh5Y8M="},
38
- "s3"=>
39
- {"s3SchemaVersion"=>"1.0",
40
- "configurationId"=>"LogStreamDev",
41
- "bucket"=>
42
- {"name"=>"redshift-copy-buffer",
43
- "ownerIdentity"=>{"principalId"=>"A391FIDWR49810"},
44
- "arn"=>"arn:aws:s3:::redshift-copy-buffer"},
45
- "object"=>
46
- {"key"=>
47
- "development/log_stream/20160125_0001_0_bd519b56-301e-4f51-8585-c53b1e40ce52.gz",
48
- "size"=>1228210,
49
- "eTag"=>"bfa868a9f00376f6804f41d6a9e0da20",
50
- "sequencer"=>"0056BF1617DEB23219"}}}]}
@@ -1,10 +0,0 @@
1
- #!/bin/sh
2
-
3
- srcdir=$1; shift
4
- desturl=$1; shift
5
-
6
- for rel in $(ls $srcdir/*.gz)
7
- do
8
- aws s3 cp $rel $desturl
9
- sleep 3
10
- done
@@ -1,27 +0,0 @@
1
- ENV['AWS_REGION'] = 'ap-northeast-1'
2
-
3
- require 'aws-sdk'
4
- require 'json'
5
- require 'pp'
6
- require 'pry'
7
-
8
- queue_id = ARGV[0] || "log-stream-dev"
9
- queue_url = "https://sqs.ap-northeast-1.amazonaws.com/789035092620/#{queue_id}"
10
-
11
- sqs = Aws::SQS::Client.new
12
- result = sqs.receive_message(
13
- queue_url: queue_url,
14
- attribute_names: ["All"],
15
- message_attribute_names: ["All"],
16
- max_number_of_messages: 10,
17
- visibility_timeout: 21,
18
- wait_time_seconds: 20
19
- )
20
- if result.messages.empty?
21
- $stderr.puts 'empty'
22
- else
23
- binding.pry
24
- end
25
- #result.messages.each do |msg|
26
- # pp JSON.parse(msg.body)
27
- #end
@@ -1,16 +0,0 @@
1
- #<struct Aws::SQS::Types::ReceiveMessageResult
2
- messages=
3
- [#<struct Aws::SQS::Types::Message
4
- message_id="2339fc04-b37f-4283-aee2-696408c482be",
5
- receipt_handle=
6
- "AQEBErp4Vv059Hvx5oXSioWu7Ov1Jj1ht493LwTTUlgLohmKh02gAMAZ7kN1J4+aLzM54BRuMatnifWPH3cBh6rtdSWlllysBVmXDRKj83VCaseKPpq+Vdw/bLZrPEYRSGPuhKsHa2DFjo67KeND4AqasZO7lOCJX+YcsbqsqAtcODlDWlVbfedPkKIGM3Scra3uY9ysGjNx/zWuJ88fCtvRpu9tgk0nG7srHAm84Mxj5ArakJnKnJMbtkD/+lvm0Vqi2YCkXonS8+BP8gK4kSTbl1uv/Gp7ZfxkjKQJBB8xQiYo7e7qKLwhbImMZtO5tqDKzIKFVfMi1G2ODF+tEj4Ce+ryMRGA50GhON2ETCyofsl1T7Wdr61IEOV0NFlonGTWFf4q/1r3OPhFAchp+tYnyA==",
7
- md5_of_body="3da46bf43abdff078ca0ffa9620534cb",
8
- body=
9
- "{\"Records\":[{\"eventVersion\":\"2.0\",\"eventSource\":\"aws:s3\",\"awsRegion\":\"ap-northeast-1\",\"eventTime\":\"2016-02-13T11:40:07.268Z\",\"eventName\":\"ObjectCreated:Put\",\"userIdentity\":{\"principalId\":\"AWS:AIDAJKS3A4VEF45XC2N6A\"},\"requestParameters\":{\"sourceIPAddress\":\"122.220.193.90\"},\"responseElements\":{\"x-amz-request-id\":\"60A61031A1ED5C31\",\"x-amz-id-2\":\"YT+U/PKVDOH6Abnd1o4KzOZaoXCdVRJs/ORAxn5EPrgjQqF2AwUQf9SAoEw5HKNzfFGPjqP5AQg=\"},\"s3\":{\"s3SchemaVersion\":\"1.0\",\"configurationId\":\"LogStreamDev\",\"bucket\":{\"name\":\"redshift-copy-buffer\",\"ownerIdentity\":{\"principalId\":\"A391FIDWR49810\"},\"arn\":\"arn:aws:s3:::redshift-copy-buffer\"},\"object\":{\"key\":\"development/log_stream/20160125_0000_0_2d0b43ad-0db9-4655-bd98-b7464b123763.gz\",\"size\":1238953,\"eTag\":\"37bb696c3935f4957c7bb645f97801d0\",\"sequencer\":\"0056BF161697C1AA6C\"}}}]}",
10
- attributes=
11
- {"SenderId"=>"AIDAJVEO32BJMF27H2JKW",
12
- "ApproximateFirstReceiveTimestamp"=>"1455364193429",
13
- "ApproximateReceiveCount"=>"1",
14
- "SentTimestamp"=>"1455363607341"},
15
- md5_of_message_attributes=nil,
16
- message_attributes={}>]>
@@ -1,16 +0,0 @@
1
- ENV['AWS_REGION'] = 'ap-northeast-1'
2
-
3
- require 'aws-sdk'
4
- require 'json'
5
- require 'pp'
6
- require 'pry'
7
-
8
- queue_name = ARGV[0] || 'log-stream-dev'
9
- queue_url = "https://sqs.ap-northeast-1.amazonaws.com/789035092620/#{queue_name}"
10
-
11
- message_body = { 'Records' => [ { 'eventName' => 'shutdown' } ] }.to_json
12
- args = { queue_url: queue_url, message_body: message_body, delay_seconds: 0 }
13
- pp(**args)
14
-
15
- sqs = Aws::SQS::Client.new
16
- pp sqs.send_message(**args)