bricolage 5.23.2 → 5.23.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/bricolage/version.rb +1 -1
- data/libexec/mys3dump.jar +0 -0
- metadata +43 -65
- data/test/home/config/development/database.yml +0 -106
- data/test/home/config/development/password.yml +0 -6
- data/test/home/config/development/variable.yml +0 -7
- data/test/home/config/streamingload.yml +0 -8
- data/test/home/log/20170117/subsys::job1/20170117_202014082/subsys-job1.log +0 -3
- data/test/home/log/20170117/subsys::job1/20170117_202334852/subsys-job1.log +0 -3
- data/test/home/log/20170117/subsys::job1/20170117_202405056/subsys-job1.log +0 -3
- data/test/home/log/20170117/subsys::migrate/20170117_202548409/subsys-migrate.log +0 -80
- data/test/home/log/20170117/subsys::migrate/20170117_202636115/subsys-migrate.log +0 -79
- data/test/home/log/20170117/subsys::net1/20170117_203022461/subsys-job1.log +0 -3
- data/test/home/log/20170117/subsys::net1/20170117_203022461/subsys-job2.log +0 -3
- data/test/home/log/20170117/subsys::net1/20170117_203022461/subsys-job3.log +0 -3
- data/test/home/log/20170117/subsys::net1/20170117_203022461/subsys-job4.log +0 -3
- data/test/home/log/20170117/subsys::net1/20170117_203102130/subsys-job1.log +0 -3
- data/test/home/log/20170117/subsys::net1/20170117_203102130/subsys-job2.log +0 -3
- data/test/home/log/20170117/subsys::net1/20170117_203102130/subsys-job3.log +0 -3
- data/test/home/log/20170117/subsys::net1/20170117_203102130/subsys-job4.log +0 -3
- data/test/home/log/20170117/subsys::net1/20170117_203232033/subsys-job1.log +0 -3
- data/test/home/log/20170117/subsys::net1/20170117_203232033/subsys-job2.log +0 -3
- data/test/home/log/20170117/subsys::net1/20170117_203232033/subsys-job3.log +0 -3
- data/test/home/log/20170117/subsys::net1/20170117_203232033/subsys-job4.log +0 -3
- data/test/home/revert.sh +0 -7
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 23ebf2fa74d99d152e388d57872332cd013fcd73
|
|
4
|
+
data.tar.gz: 73a60961068be073e8833cd1d73769982e25b486
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: e7f1556d282e2ad26385bdb42c4133280208af22ab5098702384dda235a423ed15569dab1d596185654647e9e48db003191883229a092a1fd9c2f4bfc873631a
|
|
7
|
+
data.tar.gz: 36b056529ae9ea99fd4318d30ef159a8b4dfd2b2936fb62e0987e81f620b9be5665a79c114f963a9fffb3bb460df894d52946ed4122e13cc13a4024434a992f5
|
data/lib/bricolage/version.rb
CHANGED
data/libexec/mys3dump.jar
CHANGED
|
Binary file
|
metadata
CHANGED
|
@@ -1,125 +1,125 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: bricolage
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 5.23.
|
|
4
|
+
version: 5.23.3
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Minero Aoki
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2017-
|
|
11
|
+
date: 2017-05-22 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: pg
|
|
15
15
|
requirement: !ruby/object:Gem::Requirement
|
|
16
16
|
requirements:
|
|
17
|
-
- -
|
|
17
|
+
- - ~>
|
|
18
18
|
- !ruby/object:Gem::Version
|
|
19
19
|
version: 0.18.0
|
|
20
20
|
type: :runtime
|
|
21
21
|
prerelease: false
|
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
|
23
23
|
requirements:
|
|
24
|
-
- -
|
|
24
|
+
- - ~>
|
|
25
25
|
- !ruby/object:Gem::Version
|
|
26
26
|
version: 0.18.0
|
|
27
27
|
- !ruby/object:Gem::Dependency
|
|
28
28
|
name: aws-sdk
|
|
29
29
|
requirement: !ruby/object:Gem::Requirement
|
|
30
30
|
requirements:
|
|
31
|
-
- -
|
|
31
|
+
- - ~>
|
|
32
32
|
- !ruby/object:Gem::Version
|
|
33
33
|
version: '2'
|
|
34
34
|
type: :runtime
|
|
35
35
|
prerelease: false
|
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
|
37
37
|
requirements:
|
|
38
|
-
- -
|
|
38
|
+
- - ~>
|
|
39
39
|
- !ruby/object:Gem::Version
|
|
40
40
|
version: '2'
|
|
41
41
|
- !ruby/object:Gem::Dependency
|
|
42
42
|
name: mysql2
|
|
43
43
|
requirement: !ruby/object:Gem::Requirement
|
|
44
44
|
requirements:
|
|
45
|
-
- -
|
|
45
|
+
- - '>='
|
|
46
46
|
- !ruby/object:Gem::Version
|
|
47
47
|
version: '0'
|
|
48
48
|
type: :runtime
|
|
49
49
|
prerelease: false
|
|
50
50
|
version_requirements: !ruby/object:Gem::Requirement
|
|
51
51
|
requirements:
|
|
52
|
-
- -
|
|
52
|
+
- - '>='
|
|
53
53
|
- !ruby/object:Gem::Version
|
|
54
54
|
version: '0'
|
|
55
55
|
- !ruby/object:Gem::Dependency
|
|
56
56
|
name: redis
|
|
57
57
|
requirement: !ruby/object:Gem::Requirement
|
|
58
58
|
requirements:
|
|
59
|
-
- -
|
|
59
|
+
- - '>='
|
|
60
60
|
- !ruby/object:Gem::Version
|
|
61
61
|
version: 3.0.0
|
|
62
62
|
type: :runtime
|
|
63
63
|
prerelease: false
|
|
64
64
|
version_requirements: !ruby/object:Gem::Requirement
|
|
65
65
|
requirements:
|
|
66
|
-
- -
|
|
66
|
+
- - '>='
|
|
67
67
|
- !ruby/object:Gem::Version
|
|
68
68
|
version: 3.0.0
|
|
69
69
|
- !ruby/object:Gem::Dependency
|
|
70
70
|
name: test-unit
|
|
71
71
|
requirement: !ruby/object:Gem::Requirement
|
|
72
72
|
requirements:
|
|
73
|
-
- -
|
|
73
|
+
- - '>='
|
|
74
74
|
- !ruby/object:Gem::Version
|
|
75
75
|
version: '0'
|
|
76
76
|
type: :development
|
|
77
77
|
prerelease: false
|
|
78
78
|
version_requirements: !ruby/object:Gem::Requirement
|
|
79
79
|
requirements:
|
|
80
|
-
- -
|
|
80
|
+
- - '>='
|
|
81
81
|
- !ruby/object:Gem::Version
|
|
82
82
|
version: '0'
|
|
83
83
|
- !ruby/object:Gem::Dependency
|
|
84
84
|
name: pry
|
|
85
85
|
requirement: !ruby/object:Gem::Requirement
|
|
86
86
|
requirements:
|
|
87
|
-
- -
|
|
87
|
+
- - '>='
|
|
88
88
|
- !ruby/object:Gem::Version
|
|
89
89
|
version: '0'
|
|
90
90
|
type: :development
|
|
91
91
|
prerelease: false
|
|
92
92
|
version_requirements: !ruby/object:Gem::Requirement
|
|
93
93
|
requirements:
|
|
94
|
-
- -
|
|
94
|
+
- - '>='
|
|
95
95
|
- !ruby/object:Gem::Version
|
|
96
96
|
version: '0'
|
|
97
97
|
- !ruby/object:Gem::Dependency
|
|
98
98
|
name: rake
|
|
99
99
|
requirement: !ruby/object:Gem::Requirement
|
|
100
100
|
requirements:
|
|
101
|
-
- -
|
|
101
|
+
- - '>='
|
|
102
102
|
- !ruby/object:Gem::Version
|
|
103
103
|
version: '0'
|
|
104
104
|
type: :development
|
|
105
105
|
prerelease: false
|
|
106
106
|
version_requirements: !ruby/object:Gem::Requirement
|
|
107
107
|
requirements:
|
|
108
|
-
- -
|
|
108
|
+
- - '>='
|
|
109
109
|
- !ruby/object:Gem::Version
|
|
110
110
|
version: '0'
|
|
111
111
|
- !ruby/object:Gem::Dependency
|
|
112
112
|
name: mocha
|
|
113
113
|
requirement: !ruby/object:Gem::Requirement
|
|
114
114
|
requirements:
|
|
115
|
-
- -
|
|
115
|
+
- - '>='
|
|
116
116
|
- !ruby/object:Gem::Version
|
|
117
117
|
version: '0'
|
|
118
118
|
type: :development
|
|
119
119
|
prerelease: false
|
|
120
120
|
version_requirements: !ruby/object:Gem::Requirement
|
|
121
121
|
requirements:
|
|
122
|
-
- -
|
|
122
|
+
- - '>='
|
|
123
123
|
- !ruby/object:Gem::Version
|
|
124
124
|
version: '0'
|
|
125
125
|
description: Redshift-oriented Data Warehouse Batch Framework
|
|
@@ -133,27 +133,6 @@ files:
|
|
|
133
133
|
- README.md
|
|
134
134
|
- bin/bricolage
|
|
135
135
|
- bin/bricolage-jobnet
|
|
136
|
-
- jobclass/adhoc.rb
|
|
137
|
-
- jobclass/create.rb
|
|
138
|
-
- jobclass/createview.rb
|
|
139
|
-
- jobclass/exec.rb
|
|
140
|
-
- jobclass/insert-delta.rb
|
|
141
|
-
- jobclass/insert.rb
|
|
142
|
-
- jobclass/load.rb
|
|
143
|
-
- jobclass/my-export.rb
|
|
144
|
-
- jobclass/my-import-delta.rb
|
|
145
|
-
- jobclass/my-import.rb
|
|
146
|
-
- jobclass/my-migrate.rb
|
|
147
|
-
- jobclass/noop.rb
|
|
148
|
-
- jobclass/rebuild-drop.rb
|
|
149
|
-
- jobclass/rebuild-rename.rb
|
|
150
|
-
- jobclass/redis-export.rb
|
|
151
|
-
- jobclass/s3-put.rb
|
|
152
|
-
- jobclass/sql.rb
|
|
153
|
-
- jobclass/streaming_load.rb
|
|
154
|
-
- jobclass/unload.rb
|
|
155
|
-
- jobclass/wait-file.rb
|
|
156
|
-
- lib/bricolage.rb
|
|
157
136
|
- lib/bricolage/application.rb
|
|
158
137
|
- lib/bricolage/commandlineapplication.rb
|
|
159
138
|
- lib/bricolage/commandutils.rb
|
|
@@ -190,40 +169,39 @@ files:
|
|
|
190
169
|
- lib/bricolage/vacuumlock.rb
|
|
191
170
|
- lib/bricolage/variables.rb
|
|
192
171
|
- lib/bricolage/version.rb
|
|
172
|
+
- lib/bricolage.rb
|
|
193
173
|
- libexec/create-lockfile
|
|
194
174
|
- libexec/mys3dump.jar
|
|
195
175
|
- libexec/sqldump
|
|
196
176
|
- libexec/sqldump.Darwin
|
|
197
177
|
- libexec/sqldump.Linux
|
|
178
|
+
- jobclass/adhoc.rb
|
|
179
|
+
- jobclass/create.rb
|
|
180
|
+
- jobclass/createview.rb
|
|
181
|
+
- jobclass/exec.rb
|
|
182
|
+
- jobclass/insert-delta.rb
|
|
183
|
+
- jobclass/insert.rb
|
|
184
|
+
- jobclass/load.rb
|
|
185
|
+
- jobclass/my-export.rb
|
|
186
|
+
- jobclass/my-import-delta.rb
|
|
187
|
+
- jobclass/my-import.rb
|
|
188
|
+
- jobclass/my-migrate.rb
|
|
189
|
+
- jobclass/noop.rb
|
|
190
|
+
- jobclass/rebuild-drop.rb
|
|
191
|
+
- jobclass/rebuild-rename.rb
|
|
192
|
+
- jobclass/redis-export.rb
|
|
193
|
+
- jobclass/s3-put.rb
|
|
194
|
+
- jobclass/sql.rb
|
|
195
|
+
- jobclass/streaming_load.rb
|
|
196
|
+
- jobclass/unload.rb
|
|
197
|
+
- jobclass/wait-file.rb
|
|
198
198
|
- test/all.rb
|
|
199
|
-
- test/home/Gemfile
|
|
200
|
-
- test/home/config/development/database.yml
|
|
201
|
-
- test/home/config/development/password.yml
|
|
202
|
-
- test/home/config/development/variable.yml
|
|
203
|
-
- test/home/config/streamingload.yml
|
|
204
199
|
- test/home/data/20141002-1355_00.txt
|
|
205
200
|
- test/home/data/20141002-1355_01.txt
|
|
206
201
|
- test/home/data/20141002-1355_02.txt
|
|
207
202
|
- test/home/data/test.txt
|
|
203
|
+
- test/home/Gemfile
|
|
208
204
|
- test/home/jobnet-test.rb
|
|
209
|
-
- test/home/log/20170117/subsys::job1/20170117_202014082/subsys-job1.log
|
|
210
|
-
- test/home/log/20170117/subsys::job1/20170117_202334852/subsys-job1.log
|
|
211
|
-
- test/home/log/20170117/subsys::job1/20170117_202405056/subsys-job1.log
|
|
212
|
-
- test/home/log/20170117/subsys::migrate/20170117_202548409/subsys-migrate.log
|
|
213
|
-
- test/home/log/20170117/subsys::migrate/20170117_202636115/subsys-migrate.log
|
|
214
|
-
- test/home/log/20170117/subsys::net1/20170117_203022461/subsys-job1.log
|
|
215
|
-
- test/home/log/20170117/subsys::net1/20170117_203022461/subsys-job2.log
|
|
216
|
-
- test/home/log/20170117/subsys::net1/20170117_203022461/subsys-job3.log
|
|
217
|
-
- test/home/log/20170117/subsys::net1/20170117_203022461/subsys-job4.log
|
|
218
|
-
- test/home/log/20170117/subsys::net1/20170117_203102130/subsys-job1.log
|
|
219
|
-
- test/home/log/20170117/subsys::net1/20170117_203102130/subsys-job2.log
|
|
220
|
-
- test/home/log/20170117/subsys::net1/20170117_203102130/subsys-job3.log
|
|
221
|
-
- test/home/log/20170117/subsys::net1/20170117_203102130/subsys-job4.log
|
|
222
|
-
- test/home/log/20170117/subsys::net1/20170117_203232033/subsys-job1.log
|
|
223
|
-
- test/home/log/20170117/subsys::net1/20170117_203232033/subsys-job2.log
|
|
224
|
-
- test/home/log/20170117/subsys::net1/20170117_203232033/subsys-job3.log
|
|
225
|
-
- test/home/log/20170117/subsys::net1/20170117_203232033/subsys-job4.log
|
|
226
|
-
- test/home/revert.sh
|
|
227
205
|
- test/home/subsys/d.ct
|
|
228
206
|
- test/home/subsys/insert.sql.job
|
|
229
207
|
- test/home/subsys/item_pv_acc.ct
|
|
@@ -273,17 +251,17 @@ require_paths:
|
|
|
273
251
|
- lib
|
|
274
252
|
required_ruby_version: !ruby/object:Gem::Requirement
|
|
275
253
|
requirements:
|
|
276
|
-
- -
|
|
254
|
+
- - '>='
|
|
277
255
|
- !ruby/object:Gem::Version
|
|
278
256
|
version: 2.0.0
|
|
279
257
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
|
280
258
|
requirements:
|
|
281
|
-
- -
|
|
259
|
+
- - '>='
|
|
282
260
|
- !ruby/object:Gem::Version
|
|
283
261
|
version: '0'
|
|
284
262
|
requirements: []
|
|
285
263
|
rubyforge_project:
|
|
286
|
-
rubygems_version: 2.
|
|
264
|
+
rubygems_version: 2.0.14.1
|
|
287
265
|
signing_key:
|
|
288
266
|
specification_version: 4
|
|
289
267
|
summary: SQL Batch Framework
|
|
@@ -1,106 +0,0 @@
|
|
|
1
|
-
sql: &redshift_parameters
|
|
2
|
-
type: psql
|
|
3
|
-
host: <%= ENV['RSHOST'] || 'dwh.ckpd.co' %>
|
|
4
|
-
port: <%= ENV['RSPORT'] || 5439 %>
|
|
5
|
-
database: production
|
|
6
|
-
username: <%= ENV['RSUSER'] || 'tabemirudev' %>
|
|
7
|
-
pgpass: <%= user_home_relative_path '.pgpass' %>
|
|
8
|
-
encoding: utf8
|
|
9
|
-
|
|
10
|
-
#sql_dev:
|
|
11
|
-
# <<: *redshift_parameters
|
|
12
|
-
#
|
|
13
|
-
#sql_prod:
|
|
14
|
-
# <<: *redshift_parameters
|
|
15
|
-
# username: tabemiru_batch
|
|
16
|
-
|
|
17
|
-
#sql_app:
|
|
18
|
-
# type: psql
|
|
19
|
-
# host: localhost #cookpad-dwh-401.cbzwjkf60uat.ap-northeast-1.redshift.amazonaws.com
|
|
20
|
-
# port: 5445
|
|
21
|
-
# database: production
|
|
22
|
-
# username: tabemiru_batch
|
|
23
|
-
# pgpass: <%= user_home_relative_path '.pgpass' %>
|
|
24
|
-
# encoding: utf8
|
|
25
|
-
|
|
26
|
-
sql_app2:
|
|
27
|
-
type: psql
|
|
28
|
-
host: localhost
|
|
29
|
-
port: 5446
|
|
30
|
-
database: production
|
|
31
|
-
username: tabemiru_batch
|
|
32
|
-
pgpass: <%= user_home_relative_path '.pgpass' %>
|
|
33
|
-
encoding: utf8
|
|
34
|
-
|
|
35
|
-
postgres:
|
|
36
|
-
type: psql
|
|
37
|
-
host: localhost
|
|
38
|
-
port: 5432
|
|
39
|
-
database: bricolage
|
|
40
|
-
username: bricolage
|
|
41
|
-
password: bricolage
|
|
42
|
-
encoding: utf8
|
|
43
|
-
sql_log_level: DEBUG
|
|
44
|
-
|
|
45
|
-
s3:
|
|
46
|
-
type: s3
|
|
47
|
-
endpoint: "s3-ap-northeast-1.amazonaws.com"
|
|
48
|
-
region: "ap-northeast-1"
|
|
49
|
-
bucket: tabemiru-data.ap-northeast-1
|
|
50
|
-
prefix: "/dev"
|
|
51
|
-
#s3cfg: <%= user_home_relative_path '.s3cfg' %>
|
|
52
|
-
#access_key_id: "<%= password 'aws_access_key_id' %>"
|
|
53
|
-
#secret_access_key: "<%= password 'aws_secret_access_key' %>"
|
|
54
|
-
#master_symmetric_key: "12345678901234567890123456789012"
|
|
55
|
-
iam_role: "arn:aws:iam::789035092620:role/RedshiftDWHTeamS3Access"
|
|
56
|
-
|
|
57
|
-
mysql:
|
|
58
|
-
type: mysql
|
|
59
|
-
host: 127.0.0.1
|
|
60
|
-
port: 9011
|
|
61
|
-
database: main
|
|
62
|
-
username: work_readonly
|
|
63
|
-
password: <%= password 'mysql_shared_work_readonly' %>
|
|
64
|
-
encoding: utf8
|
|
65
|
-
|
|
66
|
-
mysql_summary:
|
|
67
|
-
type: mysql
|
|
68
|
-
host: 127.0.0.1
|
|
69
|
-
port: 40201
|
|
70
|
-
database: summarized_data
|
|
71
|
-
username: work_readonly
|
|
72
|
-
password: <%= password 'mysql_shared_work_readonly' %>
|
|
73
|
-
encoding: utf8
|
|
74
|
-
|
|
75
|
-
sqs_preproc:
|
|
76
|
-
type: sqs
|
|
77
|
-
url: "https://sqs.ap-northeast-1.amazonaws.com/789035092620/bricolage-preproc-dev"
|
|
78
|
-
max_number_of_messages: 10
|
|
79
|
-
visibility_timeout: 60
|
|
80
|
-
|
|
81
|
-
sqs_dispatch:
|
|
82
|
-
type: sqs
|
|
83
|
-
url: "https://sqs.ap-northeast-1.amazonaws.com/789035092620/log-stream-dev"
|
|
84
|
-
max_number_of_messages: 10
|
|
85
|
-
visibility_timeout: 60
|
|
86
|
-
|
|
87
|
-
sqs_task:
|
|
88
|
-
type: sqs
|
|
89
|
-
url: "https://sqs.ap-northeast-1.amazonaws.com/789035092620/bricolage-load-tasks-dev"
|
|
90
|
-
max_number_of_messages: 1
|
|
91
|
-
visibility_timeout: 180
|
|
92
|
-
|
|
93
|
-
sns:
|
|
94
|
-
type: sns
|
|
95
|
-
region: "ap-northeast-1"
|
|
96
|
-
topic_arn: "arn:aws:sns:ap-northeast-1:789035092620:dwh-service-notification"
|
|
97
|
-
|
|
98
|
-
td:
|
|
99
|
-
type: td
|
|
100
|
-
database: logs
|
|
101
|
-
apikey: <%= password 'td_tabemiru' %>
|
|
102
|
-
|
|
103
|
-
td_search_log:
|
|
104
|
-
type: td
|
|
105
|
-
database: search_log
|
|
106
|
-
apikey: <%= password 'td_tabemiru' %>
|
|
@@ -1,6 +0,0 @@
|
|
|
1
|
-
td_tabemiru: "121/c1376bb5e3972fc4a4efc942c1df100f7bc156e0"
|
|
2
|
-
mysql_shared_work_readonly: "s0uL/M@9r1"
|
|
3
|
-
mysql_shared_ckpd_readonly: "no3lnar;"
|
|
4
|
-
mysql_local_work_readonly: "ckpdtest"
|
|
5
|
-
aws_access_key_id: "AKIAI5R5BL2W73PR3FXQ"
|
|
6
|
-
aws_secret_access_key: "Mj9/cwWuruUO0qHsYFI2911G31PQaIj3+eJTBxyO"
|
|
@@ -1,80 +0,0 @@
|
|
|
1
|
-
2017-01-17 20:25:48 +0900: INFO: development environment
|
|
2
|
-
2017-01-17 20:25:48 +0900: INFO: [CMD] "/Users/minero-aoki/c/bricolage/libexec/sqldump" "--json" "127.0.0.1" "9011" "work_readonly" "main" "select * from main.search_backends;" | "gzip" "{:out=>"/tmp/bricolagedev/search_backends.json.gz"}"
|
|
3
|
-
2017-01-17 20:25:48.540819891 +0900 JST: [SQL] select * from main.search_backends;
|
|
4
|
-
2017-01-17 20:25:48.597928759 +0900 JST: query returned
|
|
5
|
-
2017-01-17 20:25:48.598038993 +0900 JST: Total 11 records
|
|
6
|
-
2017-01-17 20:25:48 +0900: INFO: aws s3 cp /tmp/bricolagedev/search_backends.json.gz s3://tabemiru-data.ap-northeast-1/dev/search_backends/search_backends.json.gz
|
|
7
|
-
2017-01-17 20:25:51 +0900: INFO: 3.28 secs
|
|
8
|
-
2017-01-17 20:25:51 +0900: ERROR: Aws::Errors::MissingCredentialsError: unable to sign request without credentials set
|
|
9
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/request_signer.rb:104:in `require_credentials'
|
|
10
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/s3_request_signer.rb:14:in `call'
|
|
11
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/xml/error_handler.rb:8:in `call'
|
|
12
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/helpful_socket_errors.rb:10:in `call'
|
|
13
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/s3_request_signer.rb:65:in `call'
|
|
14
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/s3_redirects.rb:15:in `call'
|
|
15
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/retry_errors.rb:87:in `call'
|
|
16
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/s3_dualstack.rb:32:in `call'
|
|
17
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/s3_accelerate.rb:49:in `call'
|
|
18
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/s3_md5s.rb:31:in `call'
|
|
19
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/s3_expect_100_continue.rb:21:in `call'
|
|
20
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/s3_bucket_name_restrictions.rb:12:in `call'
|
|
21
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/s3_bucket_dns.rb:31:in `call'
|
|
22
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/rest/handler.rb:7:in `call'
|
|
23
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/user_agent.rb:12:in `call'
|
|
24
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/seahorse/client/plugins/endpoint.rb:41:in `call'
|
|
25
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/param_validator.rb:21:in `call'
|
|
26
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/seahorse/client/plugins/raise_response_errors.rb:14:in `call'
|
|
27
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/s3_sse_cpk.rb:19:in `call'
|
|
28
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/s3_dualstack.rb:24:in `call'
|
|
29
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/s3_accelerate.rb:34:in `call'
|
|
30
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/idempotency_token.rb:18:in `call'
|
|
31
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/param_converter.rb:20:in `call'
|
|
32
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/seahorse/client/plugins/response_target.rb:21:in `call'
|
|
33
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/seahorse/client/request.rb:70:in `send_request'
|
|
34
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/seahorse/client/base.rb:207:in `block (2 levels) in define_operation_methods'
|
|
35
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-resources-2.6.36/lib/aws-sdk-resources/services/s3/file_uploader.rb:42:in `block in put_object'
|
|
36
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-resources-2.6.36/lib/aws-sdk-resources/services/s3/file_uploader.rb:49:in `open_file'
|
|
37
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-resources-2.6.36/lib/aws-sdk-resources/services/s3/file_uploader.rb:41:in `put_object'
|
|
38
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-resources-2.6.36/lib/aws-sdk-resources/services/s3/file_uploader.rb:34:in `upload'
|
|
39
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-resources-2.6.36/lib/aws-sdk-resources/services/s3/object.rb:251:in `upload_file'
|
|
40
|
-
/Users/minero-aoki/c/bricolage/lib/bricolage/s3datasource.rb:188:in `block in run'
|
|
41
|
-
/Users/minero-aoki/c/bricolage/lib/bricolage/s3datasource.rb:165:in `block in each_src_dest'
|
|
42
|
-
/Users/minero-aoki/c/bricolage/lib/bricolage/s3datasource.rb:163:in `each'
|
|
43
|
-
/Users/minero-aoki/c/bricolage/lib/bricolage/s3datasource.rb:163:in `each_src_dest'
|
|
44
|
-
/Users/minero-aoki/c/bricolage/lib/bricolage/s3datasource.rb:186:in `run'
|
|
45
|
-
/Users/minero-aoki/c/bricolage/lib/bricolage/script.rb:82:in `block (2 levels) in run'
|
|
46
|
-
/Users/minero-aoki/c/bricolage/lib/bricolage/script.rb:81:in `each'
|
|
47
|
-
/Users/minero-aoki/c/bricolage/lib/bricolage/script.rb:81:in `block in run'
|
|
48
|
-
/Users/minero-aoki/c/bricolage/lib/bricolage/datasource.rb:136:in `open'
|
|
49
|
-
/Users/minero-aoki/c/bricolage/lib/bricolage/datasource.rb:140:in `open_for_batch'
|
|
50
|
-
/Users/minero-aoki/c/bricolage/lib/bricolage/script.rb:80:in `run'
|
|
51
|
-
/Users/minero-aoki/c/bricolage/lib/bricolage/script.rb:47:in `block in run'
|
|
52
|
-
/Users/minero-aoki/c/bricolage/lib/bricolage/script.rb:46:in `each'
|
|
53
|
-
/Users/minero-aoki/c/bricolage/lib/bricolage/script.rb:46:in `run'
|
|
54
|
-
/Users/minero-aoki/c/bricolage/lib/bricolage/job.rb:143:in `block in execute'
|
|
55
|
-
/Users/minero-aoki/c/bricolage/lib/bricolage/logger.rb:44:in `with_elapsed_time'
|
|
56
|
-
/Users/minero-aoki/c/bricolage/lib/bricolage/job.rb:142:in `execute'
|
|
57
|
-
/Users/minero-aoki/c/bricolage/lib/bricolage/application.rb:68:in `block in main'
|
|
58
|
-
/Users/minero-aoki/c/bricolage/lib/bricolage/application.rb:97:in `redirect_log_to_file'
|
|
59
|
-
/Users/minero-aoki/c/bricolage/lib/bricolage/application.rb:67:in `main'
|
|
60
|
-
/Users/minero-aoki/c/bricolage/lib/bricolage/application.rb:28:in `main'
|
|
61
|
-
/Users/minero-aoki/c/bricolage/bin/bricolage:6:in `<top (required)>'
|
|
62
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/bin/bricolage:23:in `load'
|
|
63
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/bin/bricolage:23:in `<top (required)>'
|
|
64
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/bundler-1.13.6/lib/bundler/cli/exec.rb:74:in `load'
|
|
65
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/bundler-1.13.6/lib/bundler/cli/exec.rb:74:in `kernel_load'
|
|
66
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/bundler-1.13.6/lib/bundler/cli/exec.rb:27:in `run'
|
|
67
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/bundler-1.13.6/lib/bundler/cli.rb:332:in `exec'
|
|
68
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/bundler-1.13.6/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
|
|
69
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/bundler-1.13.6/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
|
|
70
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/bundler-1.13.6/lib/bundler/vendor/thor/lib/thor.rb:359:in `dispatch'
|
|
71
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/bundler-1.13.6/lib/bundler/cli.rb:20:in `dispatch'
|
|
72
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/bundler-1.13.6/lib/bundler/vendor/thor/lib/thor/base.rb:440:in `start'
|
|
73
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/bundler-1.13.6/lib/bundler/cli.rb:11:in `start'
|
|
74
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/bundler-1.13.6/exe/bundle:34:in `block in <top (required)>'
|
|
75
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/bundler-1.13.6/lib/bundler/friendly_errors.rb:100:in `with_friendly_errors'
|
|
76
|
-
/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/bundler-1.13.6/exe/bundle:26:in `<top (required)>'
|
|
77
|
-
/Users/minero-aoki/.rbenv/versions/2.3/bin/bundle:23:in `load'
|
|
78
|
-
/Users/minero-aoki/.rbenv/versions/2.3/bin/bundle:23:in `<main>'
|
|
79
|
-
|
|
80
|
-
2017-01-17 20:25:51 +0900: ERROR: error: Aws::Errors::MissingCredentialsError: unable to sign request without credentials set
|
|
@@ -1,79 +0,0 @@
|
|
|
1
|
-
2017-01-17 20:26:36 +0900: INFO: development environment
|
|
2
|
-
2017-01-17 20:26:36 +0900: INFO: [CMD] "/Users/minero-aoki/c/bricolage/libexec/sqldump" "--json" "127.0.0.1" "9011" "work_readonly" "main" "select * from main.search_backends;" | "gzip" "{:out=>"/tmp/bricolagedev/search_backends.json.gz"}"
|
|
3
|
-
2017-01-17 20:26:36.214888001 +0900 JST: [SQL] select * from main.search_backends;
|
|
4
|
-
2017-01-17 20:26:36.27827597 +0900 JST: query returned
|
|
5
|
-
2017-01-17 20:26:36.278393544 +0900 JST: Total 11 records
|
|
6
|
-
2017-01-17 20:26:36 +0900: INFO: aws s3 cp /tmp/bricolagedev/search_backends.json.gz s3://tabemiru-data.ap-northeast-1/dev/search_backends/search_backends.json.gz
|
|
7
|
-
rm -f /tmp/bricolagedev/search_backends.json.gz
|
|
8
|
-
2017-01-17 20:26:36 +0900: INFO: command: psql --no-psqlrc --host=dwh.ckpd.co --port=5439 --username=aamine production --echo-all -v ON_ERROR_STOP=true -f /var/folders/_t/f8rv7p995rq8m3j3tf45w4rm0000gp/T/1484652396_69460_3fd54d43f9d8_14594 --no-password
|
|
9
|
-
\timing on
|
|
10
|
-
Timing is on.
|
|
11
|
-
begin transaction;
|
|
12
|
-
BEGIN
|
|
13
|
-
Time: 8.269 ms
|
|
14
|
-
drop table if exists aamine.search_backends_old cascade;
|
|
15
|
-
psql:/var/folders/_t/f8rv7p995rq8m3j3tf45w4rm0000gp/T/1484652396_69460_3fd54d43f9d8_14594:5: INFO: Table "search_backends_old" does not exist and will be skipped
|
|
16
|
-
DROP TABLE
|
|
17
|
-
Time: 8.647 ms
|
|
18
|
-
drop table if exists aamine.search_backends_wk cascade;
|
|
19
|
-
psql:/var/folders/_t/f8rv7p995rq8m3j3tf45w4rm0000gp/T/1484652396_69460_3fd54d43f9d8_14594:7: INFO: Table "search_backends_wk" does not exist and will be skipped
|
|
20
|
-
DROP TABLE
|
|
21
|
-
Time: 8.031 ms
|
|
22
|
-
/* /Users/minero-aoki/c/bricolage/test/home/subsys/search_backends.ct */
|
|
23
|
-
create table aamine.search_backends_wk
|
|
24
|
-
( id int
|
|
25
|
-
, role varchar(10)
|
|
26
|
-
, group_id smallint
|
|
27
|
-
, index_type varchar(32)
|
|
28
|
-
, config_key varchar(32)
|
|
29
|
-
, updated_at timestamp
|
|
30
|
-
)
|
|
31
|
-
distkey (id)
|
|
32
|
-
sortkey (id)
|
|
33
|
-
;
|
|
34
|
-
CREATE TABLE
|
|
35
|
-
Time: 521.167 ms
|
|
36
|
-
copy aamine.search_backends_wk
|
|
37
|
-
from 's3://tabemiru-data.ap-northeast-1/dev/search_backends/search_backends.json.gz'
|
|
38
|
-
credentials 'aws_iam_role=arn:aws:iam::789035092620:role/RedshiftDWHTeamS3Access'
|
|
39
|
-
json 'auto'
|
|
40
|
-
statupdate false
|
|
41
|
-
compupdate false
|
|
42
|
-
emptyasnull
|
|
43
|
-
gzip
|
|
44
|
-
;
|
|
45
|
-
psql:/var/folders/_t/f8rv7p995rq8m3j3tf45w4rm0000gp/T/1484652396_69460_3fd54d43f9d8_14594:30: INFO: Load into table 'search_backends_wk' completed, 11 record(s) loaded successfully.
|
|
46
|
-
COPY
|
|
47
|
-
Time: 1235.569 ms
|
|
48
|
-
grant select on aamine.search_backends_wk to aamine;
|
|
49
|
-
GRANT
|
|
50
|
-
Time: 8.580 ms
|
|
51
|
-
analyze aamine.search_backends_wk;
|
|
52
|
-
ANALYZE
|
|
53
|
-
Time: 43.441 ms
|
|
54
|
-
create table if not exists aamine.search_backends (x int);
|
|
55
|
-
psql:/var/folders/_t/f8rv7p995rq8m3j3tf45w4rm0000gp/T/1484652396_69460_3fd54d43f9d8_14594:36: INFO: Relation "search_backends" already exists and will be skipped
|
|
56
|
-
CREATE TABLE
|
|
57
|
-
Time: 7.768 ms
|
|
58
|
-
alter table aamine.search_backends rename to search_backends_old;
|
|
59
|
-
ALTER TABLE
|
|
60
|
-
Time: 10.037 ms
|
|
61
|
-
alter table aamine.search_backends_wk rename to search_backends;
|
|
62
|
-
ALTER TABLE
|
|
63
|
-
Time: 11.686 ms
|
|
64
|
-
commit;
|
|
65
|
-
COMMIT
|
|
66
|
-
Time: 8482.452 ms
|
|
67
|
-
drop table if exists aamine.search_backends_old cascade;
|
|
68
|
-
DROP TABLE
|
|
69
|
-
Time: 4801.919 ms
|
|
70
|
-
;
|
|
71
|
-
Time: 8.088 ms
|
|
72
|
-
vacuum sort only aamine.search_backends;
|
|
73
|
-
VACUUM
|
|
74
|
-
Time: 36970.832 ms
|
|
75
|
-
;
|
|
76
|
-
Time: 8.746 ms
|
|
77
|
-
2017-01-17 20:27:29 +0900: INFO: status: 0 (pid 69478 exit 0)
|
|
78
|
-
2017-01-17 20:27:29 +0900: INFO: 53.05 secs
|
|
79
|
-
2017-01-17 20:27:29 +0900: INFO: SUCCESS
|