bricolage 5.23.3 → 5.24.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/bricolage/application.rb +160 -37
- data/lib/bricolage/commandlineapplication.rb +0 -0
- data/lib/bricolage/commandutils.rb +0 -20
- data/lib/bricolage/context.rb +19 -4
- data/lib/bricolage/job.rb +38 -38
- data/lib/bricolage/jobfile.rb +2 -1
- data/lib/bricolage/jobnet.rb +21 -3
- data/lib/bricolage/jobnetrunner.rb +102 -62
- data/lib/bricolage/logfilepath.rb +2 -2
- data/lib/bricolage/loglocator.rb +71 -0
- data/lib/bricolage/loglocatorbuilder.rb +29 -0
- data/lib/bricolage/psqldatasource.rb +1 -1
- data/lib/bricolage/s3writer.rb +22 -0
- data/lib/bricolage/version.rb +1 -1
- data/test/home/Gemfile.lock +41 -0
- data/test/home/config/bricolage.yml +3 -0
- data/test/home/config/development/database.yml +113 -0
- data/test/home/config/development/password.yml +6 -0
- data/test/home/config/development/variable.yml +7 -0
- data/test/home/config/streamingload.yml +8 -0
- data/test/home/log/20170117/subsys::job1/20170117_202014082/subsys-job1.log +3 -0
- data/test/home/log/20170117/subsys::job1/20170117_202334852/subsys-job1.log +3 -0
- data/test/home/log/20170117/subsys::job1/20170117_202405056/subsys-job1.log +3 -0
- data/test/home/log/20170117/subsys::migrate/20170117_202548409/subsys-migrate.log +80 -0
- data/test/home/log/20170117/subsys::migrate/20170117_202636115/subsys-migrate.log +79 -0
- data/test/home/log/20170117/subsys::net1/20170117_203022461/subsys-job1.log +3 -0
- data/test/home/log/20170117/subsys::net1/20170117_203022461/subsys-job2.log +3 -0
- data/test/home/log/20170117/subsys::net1/20170117_203022461/subsys-job3.log +3 -0
- data/test/home/log/20170117/subsys::net1/20170117_203022461/subsys-job4.log +3 -0
- data/test/home/log/20170117/subsys::net1/20170117_203102130/subsys-job1.log +3 -0
- data/test/home/log/20170117/subsys::net1/20170117_203102130/subsys-job2.log +3 -0
- data/test/home/log/20170117/subsys::net1/20170117_203102130/subsys-job3.log +3 -0
- data/test/home/log/20170117/subsys::net1/20170117_203102130/subsys-job4.log +3 -0
- data/test/home/log/20170117/subsys::net1/20170117_203232033/subsys-job1.log +3 -0
- data/test/home/log/20170117/subsys::net1/20170117_203232033/subsys-job2.log +3 -0
- data/test/home/log/20170117/subsys::net1/20170117_203232033/subsys-job3.log +3 -0
- data/test/home/log/20170117/subsys::net1/20170117_203232033/subsys-job4.log +3 -0
- data/test/home/log/20170629/subsys::job1/20170629_155543985/subsys-job1.log +3 -0
- data/test/home/log/20170629/subsys::net1/20170629_154308811/subsys-job1.log +3 -0
- data/test/home/log/20170629/subsys::net1/20170629_154308811/subsys-job2.log +3 -0
- data/test/home/log/20170629/subsys::net1/20170629_154308811/subsys-job3.log +3 -0
- data/test/home/log/20170629/subsys::net1/20170629_154308811/subsys-job4.log +3 -0
- data/test/home/log/20170629/subsys::net1/20170629_155330208/subsys-job1.log +3 -0
- data/test/home/log/20170629/subsys::net1/20170629_155330208/subsys-job2.log +3 -0
- data/test/home/log/20170629/subsys::net1/20170629_155330208/subsys-job3.log +3 -0
- data/test/home/log/20170629/subsys::net1/20170629_155330208/subsys-job4.log +3 -0
- data/test/home/log/20170630/subsys::net1/20170630_145523511/subsys-job1.log +3 -0
- data/test/home/log/20170630/subsys::net1/20170630_145523511/subsys-job2.log +3 -0
- data/test/home/log/20170630/subsys::net1/20170630_145523511/subsys-job3.log +3 -0
- data/test/home/log/20170630/subsys::net1/20170630_145523511/subsys-job4.log +3 -0
- data/test/home/log/20170630/subsys::net1/20170630_145545097/subsys-job1.log +3 -0
- data/test/home/log/20170630/subsys::net1/20170630_145545097/subsys-job2.log +3 -0
- data/test/home/log/20170630/subsys::net1/20170630_145545097/subsys-job3.log +3 -0
- data/test/home/log/20170630/subsys::net1/20170630_145545097/subsys-job4.log +3 -0
- data/test/home/log/20170630/subsys::net1/20170630_145615702/subsys-job1.log +3 -0
- data/test/home/log/20170630/subsys::net1/20170630_145615702/subsys-job2.log +3 -0
- data/test/home/log/20170630/subsys::net1/20170630_145615702/subsys-job3.log +3 -0
- data/test/home/log/20170630/subsys::net1/20170630_145615702/subsys-job4.log +3 -0
- data/test/home/log/20170630/subsys::net1/20170630_153437221/subsys-job1.log +3 -0
- data/test/home/log/20170630/subsys::net1/20170630_153507519/subsys-job1.log +3 -0
- data/test/home/log/20170630/subsys::net1/20170630_153507519/subsys-job2.log +3 -0
- data/test/home/log/20170630/subsys::net1/20170630_153507519/subsys-job3.log +3 -0
- data/test/home/log/20170630/subsys::net1/20170630_153507519/subsys-job4.log +3 -0
- data/test/home/log/20170704/subsys::insert.sql.job/20170704_163033119/subsys-insert.log +14 -0
- data/test/home/log/20170704/subsys::insert.sql.job/20170704_172410576/subsys-insert.log +14 -0
- data/test/home/log/20170704/subsys::insert.sql.job/20170704_173130175/subsys-insert.log +14 -0
- data/test/home/log/20170704/subsys::insert.sql.job/20170704_173201376/subsys-insert.log +14 -0
- data/test/home/log/20170704/subsys::insert.sql/20170704_164143661/subsys-insert.sql.log +14 -0
- data/test/home/log/20170704/subsys::insert/20170704_164335210/subsys-insert.log +14 -0
- data/test/home/log/20170704/subsys::insert/20170704_164344251/subsys-insert.log +14 -0
- data/test/home/log/20170704/subsys::insert/20170704_164723299/subsys-insert.log +14 -0
- data/test/home/log/20170704/subsys::net1/20170704_162457694/subsys-job1.log +3 -0
- data/test/home/log/20170704/subsys::net1/20170704_162544282/subsys-job1.log +3 -0
- data/test/home/log/20170704/subsys::net1/20170704_162544282/subsys-job2.log +3 -0
- data/test/home/log/20170704/subsys::net1/20170704_162544282/subsys-job3.log +3 -0
- data/test/home/log/20170704/subsys::net1/20170704_162544282/subsys-job4.log +3 -0
- data/test/home/log/20170706/subsys::net1/20170706_201157129/subsys-job1.log +3 -0
- data/test/home/log/20170706/subsys::net1/20170706_201157129/subsys-job2.log +3 -0
- data/test/home/log/20170706/subsys::net1/20170706_201157129/subsys-job3.log +3 -0
- data/test/home/log/20170706/subsys::net1/20170706_201157129/subsys-job4.log +3 -0
- data/test/home/log/20170707/subsys::insert/20170707_020050817/subsys-insert.log +51 -0
- data/test/home/log/20170707/subsys::insert/20170707_020050817/subsys-insert.log.status +1 -0
- data/test/home/log/20170707/subsys::job1/20170707_020542902/subsys-job1.log +3 -0
- data/test/home/log/20170707/subsys::net1/20170707_012252058/subsys-job1.log +3 -0
- data/test/home/log/20170707/subsys::net1/20170707_012252058/subsys-job2.log +3 -0
- data/test/home/log/20170707/subsys::net1/20170707_012252058/subsys-job3.log +3 -0
- data/test/home/log/20170707/subsys::net1/20170707_012252058/subsys-job4.log +3 -0
- data/test/home/log/20170707/subsys::net1/20170707_020039222/subsys-job1.log +3 -0
- data/test/home/log/20170707/subsys::net1/20170707_020039222/subsys-job2.log +3 -0
- data/test/home/log/20170707/subsys::net1/20170707_020039222/subsys-job3.log +3 -0
- data/test/home/log/20170707/subsys::net1/20170707_020039222/subsys-job4.log +3 -0
- data/test/home/revert.sh +7 -0
- data/test/home/s +1 -0
- metadata +125 -43
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
2017-07-04 16:30:33 +0900: INFO: development environment
|
|
2
|
+
2017-07-04 16:30:33 +0900: INFO: command: psql --no-psqlrc --host=dwh.ckpd.co --port=5439 --username=aamine production --echo-all -v ON_ERROR_STOP=true -f /var/folders/_t/f8rv7p995rq8m3j3tf45w4rm0000gp/T/1499153433_46332_3fcbedc3e530_32718 --no-password
|
|
3
|
+
\timing on
|
|
4
|
+
Timing is on.
|
|
5
|
+
begin transaction;
|
|
6
|
+
BEGIN
|
|
7
|
+
Time: 6.744 ms
|
|
8
|
+
/* /Users/minero-aoki/c/bricolage/test/home/subsys/insert.sql.job */
|
|
9
|
+
insert into d select * from s;
|
|
10
|
+
psql:/var/folders/_t/f8rv7p995rq8m3j3tf45w4rm0000gp/T/1499153433_46332_3fcbedc3e530_32718:6: ERROR: relation "s" does not exist
|
|
11
|
+
Time: 7.601 ms
|
|
12
|
+
2017-07-04 16:30:33 +0900: INFO: status: 3 (pid 46333 exit 3)
|
|
13
|
+
2017-07-04 16:30:33 +0900: INFO: 0.22 secs
|
|
14
|
+
2017-07-04 16:30:33 +0900: INFO: FAILURE
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
2017-07-04 17:24:10 +0900: INFO: development environment
|
|
2
|
+
2017-07-04 17:24:10 +0900: INFO: command: psql --no-psqlrc --host=dwh.ckpd.co --port=5439 --username=aamine production --echo-all -v ON_ERROR_STOP=true -f /var/folders/_t/f8rv7p995rq8m3j3tf45w4rm0000gp/T/1499156650_48723_3fe0d4c3e548_8204 --no-password
|
|
3
|
+
\timing on
|
|
4
|
+
Timing is on.
|
|
5
|
+
begin transaction;
|
|
6
|
+
BEGIN
|
|
7
|
+
Time: 6.848 ms
|
|
8
|
+
/* /Users/minero-aoki/c/bricolage/test/home/subsys/insert.sql.job */
|
|
9
|
+
insert into d select * from s;
|
|
10
|
+
psql:/var/folders/_t/f8rv7p995rq8m3j3tf45w4rm0000gp/T/1499156650_48723_3fe0d4c3e548_8204:6: ERROR: relation "s" does not exist
|
|
11
|
+
Time: 7.334 ms
|
|
12
|
+
2017-07-04 17:24:10 +0900: INFO: status: 3 (pid 48724 exit 3)
|
|
13
|
+
2017-07-04 17:24:10 +0900: INFO: 0.18 secs
|
|
14
|
+
2017-07-04 17:24:10 +0900: INFO: FAILURE
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
2017-07-04 17:31:30 +0900: INFO: development environment
|
|
2
|
+
2017-07-04 17:31:30 +0900: INFO: command: psql --no-psqlrc --host=dwh.ckpd.co --port=5439 --username=aamine production --echo-all -v ON_ERROR_STOP=true -f /var/folders/_t/f8rv7p995rq8m3j3tf45w4rm0000gp/T/1499157090_48915_3fcb1103e528_13153 --no-password
|
|
3
|
+
\timing on
|
|
4
|
+
Timing is on.
|
|
5
|
+
begin transaction;
|
|
6
|
+
BEGIN
|
|
7
|
+
Time: 7.820 ms
|
|
8
|
+
/* /Users/minero-aoki/c/bricolage/test/home/subsys/insert.sql.job */
|
|
9
|
+
insert into d select * from s;
|
|
10
|
+
psql:/var/folders/_t/f8rv7p995rq8m3j3tf45w4rm0000gp/T/1499157090_48915_3fcb1103e528_13153:6: ERROR: relation "s" does not exist
|
|
11
|
+
Time: 8.800 ms
|
|
12
|
+
2017-07-04 17:31:30 +0900: INFO: status: 3 (pid 48916 exit 3)
|
|
13
|
+
2017-07-04 17:31:30 +0900: INFO: 0.27 secs
|
|
14
|
+
2017-07-04 17:31:30 +0900: INFO: FAILURE
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
2017-07-04 17:32:01 +0900: INFO: development environment
|
|
2
|
+
2017-07-04 17:32:01 +0900: INFO: command: psql --no-psqlrc --host=dwh.ckpd.co --port=5439 --username=aamine production --echo-all -v ON_ERROR_STOP=true -f /var/folders/_t/f8rv7p995rq8m3j3tf45w4rm0000gp/T/1499157121_48957_3fd814c3e548_5504 --no-password
|
|
3
|
+
\timing on
|
|
4
|
+
Timing is on.
|
|
5
|
+
begin transaction;
|
|
6
|
+
BEGIN
|
|
7
|
+
Time: 7.041 ms
|
|
8
|
+
/* /Users/minero-aoki/c/bricolage/test/home/subsys/insert.sql.job */
|
|
9
|
+
insert into d select * from s;
|
|
10
|
+
psql:/var/folders/_t/f8rv7p995rq8m3j3tf45w4rm0000gp/T/1499157121_48957_3fd814c3e548_5504:6: ERROR: relation "s" does not exist
|
|
11
|
+
Time: 8.847 ms
|
|
12
|
+
2017-07-04 17:32:01 +0900: INFO: status: 3 (pid 48958 exit 3)
|
|
13
|
+
2017-07-04 17:32:01 +0900: INFO: 0.12 secs
|
|
14
|
+
2017-07-04 17:32:01 +0900: INFO: FAILURE
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
2017-07-04 16:41:43 +0900: INFO: development environment
|
|
2
|
+
2017-07-04 16:41:43 +0900: INFO: command: psql --no-psqlrc --host=dwh.ckpd.co --port=5439 --username=aamine production --echo-all -v ON_ERROR_STOP=true -f /var/folders/_t/f8rv7p995rq8m3j3tf45w4rm0000gp/T/1499154103_46795_3fd0eac3e538_37149 --no-password
|
|
3
|
+
\timing on
|
|
4
|
+
Timing is on.
|
|
5
|
+
begin transaction;
|
|
6
|
+
BEGIN
|
|
7
|
+
Time: 8.407 ms
|
|
8
|
+
/* subsys/insert.sql.job */
|
|
9
|
+
insert into d select * from s;
|
|
10
|
+
psql:/var/folders/_t/f8rv7p995rq8m3j3tf45w4rm0000gp/T/1499154103_46795_3fd0eac3e538_37149:6: ERROR: relation "s" does not exist
|
|
11
|
+
Time: 8.236 ms
|
|
12
|
+
2017-07-04 16:41:43 +0900: INFO: status: 3 (pid 46823 exit 3)
|
|
13
|
+
2017-07-04 16:41:43 +0900: INFO: 0.16 secs
|
|
14
|
+
2017-07-04 16:41:43 +0900: INFO: FAILURE
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
2017-07-04 16:43:35 +0900: INFO: development environment
|
|
2
|
+
2017-07-04 16:43:35 +0900: INFO: command: psql --no-psqlrc --host=dwh.ckpd.co --port=5439 --username=aamine production --echo-all -v ON_ERROR_STOP=true -f /var/folders/_t/f8rv7p995rq8m3j3tf45w4rm0000gp/T/1499154215_46967_3fecf403e528_40242 --no-password
|
|
3
|
+
\timing on
|
|
4
|
+
Timing is on.
|
|
5
|
+
begin transaction;
|
|
6
|
+
BEGIN
|
|
7
|
+
Time: 8.776 ms
|
|
8
|
+
/* subsys/insert.sql.job */
|
|
9
|
+
insert into d select * from s;
|
|
10
|
+
psql:/var/folders/_t/f8rv7p995rq8m3j3tf45w4rm0000gp/T/1499154215_46967_3fecf403e528_40242:6: ERROR: relation "s" does not exist
|
|
11
|
+
Time: 9.559 ms
|
|
12
|
+
2017-07-04 16:43:35 +0900: INFO: status: 3 (pid 46995 exit 3)
|
|
13
|
+
2017-07-04 16:43:35 +0900: INFO: 0.22 secs
|
|
14
|
+
2017-07-04 16:43:35 +0900: INFO: FAILURE
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
2017-07-04 16:43:44 +0900: INFO: development environment
|
|
2
|
+
2017-07-04 16:43:44 +0900: INFO: command: psql --no-psqlrc --host=dwh.ckpd.co --port=5439 --username=aamine production --echo-all -v ON_ERROR_STOP=true -f /var/folders/_t/f8rv7p995rq8m3j3tf45w4rm0000gp/T/1499154224_47004_3fe40343e528_32947 --no-password
|
|
3
|
+
\timing on
|
|
4
|
+
Timing is on.
|
|
5
|
+
begin transaction;
|
|
6
|
+
BEGIN
|
|
7
|
+
Time: 9.875 ms
|
|
8
|
+
/* subsys/insert.sql.job */
|
|
9
|
+
insert into d select * from s;
|
|
10
|
+
psql:/var/folders/_t/f8rv7p995rq8m3j3tf45w4rm0000gp/T/1499154224_47004_3fe40343e528_32947:6: ERROR: relation "s" does not exist
|
|
11
|
+
Time: 8.852 ms
|
|
12
|
+
2017-07-04 16:43:44 +0900: INFO: status: 3 (pid 47032 exit 3)
|
|
13
|
+
2017-07-04 16:43:44 +0900: INFO: 0.14 secs
|
|
14
|
+
2017-07-04 16:43:44 +0900: INFO: FAILURE
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
2017-07-04 16:47:23 +0900: INFO: development environment
|
|
2
|
+
2017-07-04 16:47:23 +0900: INFO: command: psql --no-psqlrc --host=dwh.ckpd.co --port=5439 --username=aamine production --echo-all -v ON_ERROR_STOP=true -f /var/folders/_t/f8rv7p995rq8m3j3tf45w4rm0000gp/T/1499154443_47327_3fcabf43e530_13266 --no-password
|
|
3
|
+
\timing on
|
|
4
|
+
Timing is on.
|
|
5
|
+
begin transaction;
|
|
6
|
+
BEGIN
|
|
7
|
+
Time: 7.519 ms
|
|
8
|
+
/* subsys/insert.sql.job */
|
|
9
|
+
insert into d select * from s;
|
|
10
|
+
psql:/var/folders/_t/f8rv7p995rq8m3j3tf45w4rm0000gp/T/1499154443_47327_3fcabf43e530_13266:6: ERROR: relation "s" does not exist
|
|
11
|
+
Time: 8.040 ms
|
|
12
|
+
2017-07-04 16:47:23 +0900: INFO: status: 3 (pid 47355 exit 3)
|
|
13
|
+
2017-07-04 16:47:23 +0900: INFO: 0.16 secs
|
|
14
|
+
2017-07-04 16:47:23 +0900: INFO: FAILURE
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
2017-07-07 02:00:50 +0900: INFO: development environment
|
|
2
|
+
2017-07-07 02:00:50 +0900: INFO: command: psql --no-psqlrc --host=dwh.ckpd.co --port=5439 --username=aamine production --echo-all -v ON_ERROR_STOP=true -f /var/folders/_t/f8rv7p995rq8m3j3tf45w4rm0000gp/T/1499360450_74468_3fde7303e530_56568 --no-password
|
|
3
|
+
2017-07-07 02:01:25 +0900: INFO: 34.33 secs
|
|
4
|
+
2017-07-07 02:01:25 +0900: ERROR: Interrupt:
|
|
5
|
+
/Users/minero-aoki/c/bricolage/lib/bricolage/commandutils.rb:11:in `system'
|
|
6
|
+
/Users/minero-aoki/c/bricolage/lib/bricolage/commandutils.rb:11:in `command'
|
|
7
|
+
/Users/minero-aoki/c/bricolage/lib/bricolage/psqldatasource.rb:66:in `block in execute'
|
|
8
|
+
/Users/minero-aoki/c/bricolage/lib/bricolage/commandutils.rb:22:in `make_tmpfile'
|
|
9
|
+
/Users/minero-aoki/c/bricolage/lib/bricolage/psqldatasource.rb:65:in `execute'
|
|
10
|
+
/Users/minero-aoki/c/bricolage/lib/bricolage/psqldatasource.rb:192:in `block in run'
|
|
11
|
+
/Users/minero-aoki/c/bricolage/lib/bricolage/vacuumlock.rb:77:in `using'
|
|
12
|
+
/Users/minero-aoki/c/bricolage/lib/bricolage/psqldatasource.rb:191:in `run'
|
|
13
|
+
/Users/minero-aoki/c/bricolage/lib/bricolage/script.rb:47:in `block in run'
|
|
14
|
+
/Users/minero-aoki/c/bricolage/lib/bricolage/script.rb:46:in `each'
|
|
15
|
+
/Users/minero-aoki/c/bricolage/lib/bricolage/script.rb:46:in `run'
|
|
16
|
+
/Users/minero-aoki/c/bricolage/lib/bricolage/job.rb:163:in `block in do_execute'
|
|
17
|
+
/Users/minero-aoki/c/bricolage/lib/bricolage/logger.rb:44:in `with_elapsed_time'
|
|
18
|
+
/Users/minero-aoki/c/bricolage/lib/bricolage/job.rb:162:in `do_execute'
|
|
19
|
+
/Users/minero-aoki/c/bricolage/lib/bricolage/job.rb:151:in `block (2 levels) in execute_in_process'
|
|
20
|
+
/Users/minero-aoki/c/bricolage/lib/bricolage/loglocator.rb:31:in `redirect_stdouts'
|
|
21
|
+
/Users/minero-aoki/c/bricolage/lib/bricolage/job.rb:150:in `block in execute_in_process'
|
|
22
|
+
/Users/minero-aoki/c/bricolage/lib/bricolage/job.rb:180:in `block in isolate_process'
|
|
23
|
+
/Users/minero-aoki/c/bricolage/lib/bricolage/job.rb:178:in `fork'
|
|
24
|
+
/Users/minero-aoki/c/bricolage/lib/bricolage/job.rb:178:in `isolate_process'
|
|
25
|
+
/Users/minero-aoki/c/bricolage/lib/bricolage/job.rb:149:in `execute_in_process'
|
|
26
|
+
/Users/minero-aoki/c/bricolage/lib/bricolage/jobnetrunner.rb:159:in `execute_job'
|
|
27
|
+
/Users/minero-aoki/c/bricolage/lib/bricolage/jobnetrunner.rb:140:in `block in run_queue'
|
|
28
|
+
/Users/minero-aoki/c/bricolage/lib/bricolage/taskqueue.rb:33:in `consume_each'
|
|
29
|
+
/Users/minero-aoki/c/bricolage/lib/bricolage/jobnetrunner.rb:139:in `run_queue'
|
|
30
|
+
/Users/minero-aoki/c/bricolage/lib/bricolage/jobnetrunner.rb:75:in `main'
|
|
31
|
+
/Users/minero-aoki/c/bricolage/lib/bricolage/jobnetrunner.rb:23:in `main'
|
|
32
|
+
/Users/minero-aoki/c/bricolage/bin/bricolage-jobnet:6:in `<top (required)>'
|
|
33
|
+
/Users/minero-aoki/.rbenv/versions/2.4.0/lib/ruby/gems/2.4.0/bin/bricolage-jobnet:22:in `load'
|
|
34
|
+
/Users/minero-aoki/.rbenv/versions/2.4.0/lib/ruby/gems/2.4.0/bin/bricolage-jobnet:22:in `<top (required)>'
|
|
35
|
+
/Users/minero-aoki/.rbenv/versions/2.4.0/lib/ruby/gems/2.4.0/gems/bundler-1.14.3/lib/bundler/cli/exec.rb:74:in `load'
|
|
36
|
+
/Users/minero-aoki/.rbenv/versions/2.4.0/lib/ruby/gems/2.4.0/gems/bundler-1.14.3/lib/bundler/cli/exec.rb:74:in `kernel_load'
|
|
37
|
+
/Users/minero-aoki/.rbenv/versions/2.4.0/lib/ruby/gems/2.4.0/gems/bundler-1.14.3/lib/bundler/cli/exec.rb:27:in `run'
|
|
38
|
+
/Users/minero-aoki/.rbenv/versions/2.4.0/lib/ruby/gems/2.4.0/gems/bundler-1.14.3/lib/bundler/cli.rb:335:in `exec'
|
|
39
|
+
/Users/minero-aoki/.rbenv/versions/2.4.0/lib/ruby/gems/2.4.0/gems/bundler-1.14.3/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
|
|
40
|
+
/Users/minero-aoki/.rbenv/versions/2.4.0/lib/ruby/gems/2.4.0/gems/bundler-1.14.3/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
|
|
41
|
+
/Users/minero-aoki/.rbenv/versions/2.4.0/lib/ruby/gems/2.4.0/gems/bundler-1.14.3/lib/bundler/vendor/thor/lib/thor.rb:359:in `dispatch'
|
|
42
|
+
/Users/minero-aoki/.rbenv/versions/2.4.0/lib/ruby/gems/2.4.0/gems/bundler-1.14.3/lib/bundler/cli.rb:20:in `dispatch'
|
|
43
|
+
/Users/minero-aoki/.rbenv/versions/2.4.0/lib/ruby/gems/2.4.0/gems/bundler-1.14.3/lib/bundler/vendor/thor/lib/thor/base.rb:440:in `start'
|
|
44
|
+
/Users/minero-aoki/.rbenv/versions/2.4.0/lib/ruby/gems/2.4.0/gems/bundler-1.14.3/lib/bundler/cli.rb:11:in `start'
|
|
45
|
+
/Users/minero-aoki/.rbenv/versions/2.4.0/lib/ruby/gems/2.4.0/gems/bundler-1.14.3/exe/bundle:32:in `block in <top (required)>'
|
|
46
|
+
/Users/minero-aoki/.rbenv/versions/2.4.0/lib/ruby/gems/2.4.0/gems/bundler-1.14.3/lib/bundler/friendly_errors.rb:121:in `with_friendly_errors'
|
|
47
|
+
/Users/minero-aoki/.rbenv/versions/2.4.0/lib/ruby/gems/2.4.0/gems/bundler-1.14.3/exe/bundle:24:in `<top (required)>'
|
|
48
|
+
/Users/minero-aoki/.rbenv/versions/2.4/bin/bundle:22:in `load'
|
|
49
|
+
/Users/minero-aoki/.rbenv/versions/2.4/bin/bundle:22:in `<main>'
|
|
50
|
+
|
|
51
|
+
2017-07-07 02:01:25 +0900: ERROR: error: Interrupt:
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
|
data/test/home/revert.sh
ADDED
data/test/home/s
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
test/home/../../s
|
metadata
CHANGED
|
@@ -1,125 +1,125 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: bricolage
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 5.
|
|
4
|
+
version: 5.24.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Minero Aoki
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2017-
|
|
11
|
+
date: 2017-07-06 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: pg
|
|
15
15
|
requirement: !ruby/object:Gem::Requirement
|
|
16
16
|
requirements:
|
|
17
|
-
- - ~>
|
|
17
|
+
- - "~>"
|
|
18
18
|
- !ruby/object:Gem::Version
|
|
19
19
|
version: 0.18.0
|
|
20
20
|
type: :runtime
|
|
21
21
|
prerelease: false
|
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
|
23
23
|
requirements:
|
|
24
|
-
- - ~>
|
|
24
|
+
- - "~>"
|
|
25
25
|
- !ruby/object:Gem::Version
|
|
26
26
|
version: 0.18.0
|
|
27
27
|
- !ruby/object:Gem::Dependency
|
|
28
28
|
name: aws-sdk
|
|
29
29
|
requirement: !ruby/object:Gem::Requirement
|
|
30
30
|
requirements:
|
|
31
|
-
- - ~>
|
|
31
|
+
- - "~>"
|
|
32
32
|
- !ruby/object:Gem::Version
|
|
33
33
|
version: '2'
|
|
34
34
|
type: :runtime
|
|
35
35
|
prerelease: false
|
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
|
37
37
|
requirements:
|
|
38
|
-
- - ~>
|
|
38
|
+
- - "~>"
|
|
39
39
|
- !ruby/object:Gem::Version
|
|
40
40
|
version: '2'
|
|
41
41
|
- !ruby/object:Gem::Dependency
|
|
42
42
|
name: mysql2
|
|
43
43
|
requirement: !ruby/object:Gem::Requirement
|
|
44
44
|
requirements:
|
|
45
|
-
- -
|
|
45
|
+
- - ">="
|
|
46
46
|
- !ruby/object:Gem::Version
|
|
47
47
|
version: '0'
|
|
48
48
|
type: :runtime
|
|
49
49
|
prerelease: false
|
|
50
50
|
version_requirements: !ruby/object:Gem::Requirement
|
|
51
51
|
requirements:
|
|
52
|
-
- -
|
|
52
|
+
- - ">="
|
|
53
53
|
- !ruby/object:Gem::Version
|
|
54
54
|
version: '0'
|
|
55
55
|
- !ruby/object:Gem::Dependency
|
|
56
56
|
name: redis
|
|
57
57
|
requirement: !ruby/object:Gem::Requirement
|
|
58
58
|
requirements:
|
|
59
|
-
- -
|
|
59
|
+
- - ">="
|
|
60
60
|
- !ruby/object:Gem::Version
|
|
61
61
|
version: 3.0.0
|
|
62
62
|
type: :runtime
|
|
63
63
|
prerelease: false
|
|
64
64
|
version_requirements: !ruby/object:Gem::Requirement
|
|
65
65
|
requirements:
|
|
66
|
-
- -
|
|
66
|
+
- - ">="
|
|
67
67
|
- !ruby/object:Gem::Version
|
|
68
68
|
version: 3.0.0
|
|
69
69
|
- !ruby/object:Gem::Dependency
|
|
70
70
|
name: test-unit
|
|
71
71
|
requirement: !ruby/object:Gem::Requirement
|
|
72
72
|
requirements:
|
|
73
|
-
- -
|
|
73
|
+
- - ">="
|
|
74
74
|
- !ruby/object:Gem::Version
|
|
75
75
|
version: '0'
|
|
76
76
|
type: :development
|
|
77
77
|
prerelease: false
|
|
78
78
|
version_requirements: !ruby/object:Gem::Requirement
|
|
79
79
|
requirements:
|
|
80
|
-
- -
|
|
80
|
+
- - ">="
|
|
81
81
|
- !ruby/object:Gem::Version
|
|
82
82
|
version: '0'
|
|
83
83
|
- !ruby/object:Gem::Dependency
|
|
84
84
|
name: pry
|
|
85
85
|
requirement: !ruby/object:Gem::Requirement
|
|
86
86
|
requirements:
|
|
87
|
-
- -
|
|
87
|
+
- - ">="
|
|
88
88
|
- !ruby/object:Gem::Version
|
|
89
89
|
version: '0'
|
|
90
90
|
type: :development
|
|
91
91
|
prerelease: false
|
|
92
92
|
version_requirements: !ruby/object:Gem::Requirement
|
|
93
93
|
requirements:
|
|
94
|
-
- -
|
|
94
|
+
- - ">="
|
|
95
95
|
- !ruby/object:Gem::Version
|
|
96
96
|
version: '0'
|
|
97
97
|
- !ruby/object:Gem::Dependency
|
|
98
98
|
name: rake
|
|
99
99
|
requirement: !ruby/object:Gem::Requirement
|
|
100
100
|
requirements:
|
|
101
|
-
- -
|
|
101
|
+
- - ">="
|
|
102
102
|
- !ruby/object:Gem::Version
|
|
103
103
|
version: '0'
|
|
104
104
|
type: :development
|
|
105
105
|
prerelease: false
|
|
106
106
|
version_requirements: !ruby/object:Gem::Requirement
|
|
107
107
|
requirements:
|
|
108
|
-
- -
|
|
108
|
+
- - ">="
|
|
109
109
|
- !ruby/object:Gem::Version
|
|
110
110
|
version: '0'
|
|
111
111
|
- !ruby/object:Gem::Dependency
|
|
112
112
|
name: mocha
|
|
113
113
|
requirement: !ruby/object:Gem::Requirement
|
|
114
114
|
requirements:
|
|
115
|
-
- -
|
|
115
|
+
- - ">="
|
|
116
116
|
- !ruby/object:Gem::Version
|
|
117
117
|
version: '0'
|
|
118
118
|
type: :development
|
|
119
119
|
prerelease: false
|
|
120
120
|
version_requirements: !ruby/object:Gem::Requirement
|
|
121
121
|
requirements:
|
|
122
|
-
- -
|
|
122
|
+
- - ">="
|
|
123
123
|
- !ruby/object:Gem::Version
|
|
124
124
|
version: '0'
|
|
125
125
|
description: Redshift-oriented Data Warehouse Batch Framework
|
|
@@ -133,6 +133,27 @@ files:
|
|
|
133
133
|
- README.md
|
|
134
134
|
- bin/bricolage
|
|
135
135
|
- bin/bricolage-jobnet
|
|
136
|
+
- jobclass/adhoc.rb
|
|
137
|
+
- jobclass/create.rb
|
|
138
|
+
- jobclass/createview.rb
|
|
139
|
+
- jobclass/exec.rb
|
|
140
|
+
- jobclass/insert-delta.rb
|
|
141
|
+
- jobclass/insert.rb
|
|
142
|
+
- jobclass/load.rb
|
|
143
|
+
- jobclass/my-export.rb
|
|
144
|
+
- jobclass/my-import-delta.rb
|
|
145
|
+
- jobclass/my-import.rb
|
|
146
|
+
- jobclass/my-migrate.rb
|
|
147
|
+
- jobclass/noop.rb
|
|
148
|
+
- jobclass/rebuild-drop.rb
|
|
149
|
+
- jobclass/rebuild-rename.rb
|
|
150
|
+
- jobclass/redis-export.rb
|
|
151
|
+
- jobclass/s3-put.rb
|
|
152
|
+
- jobclass/sql.rb
|
|
153
|
+
- jobclass/streaming_load.rb
|
|
154
|
+
- jobclass/unload.rb
|
|
155
|
+
- jobclass/wait-file.rb
|
|
156
|
+
- lib/bricolage.rb
|
|
136
157
|
- lib/bricolage/application.rb
|
|
137
158
|
- lib/bricolage/commandlineapplication.rb
|
|
138
159
|
- lib/bricolage/commandutils.rb
|
|
@@ -153,6 +174,8 @@ files:
|
|
|
153
174
|
- lib/bricolage/jobresult.rb
|
|
154
175
|
- lib/bricolage/logfilepath.rb
|
|
155
176
|
- lib/bricolage/logger.rb
|
|
177
|
+
- lib/bricolage/loglocator.rb
|
|
178
|
+
- lib/bricolage/loglocatorbuilder.rb
|
|
156
179
|
- lib/bricolage/mysqldatasource.rb
|
|
157
180
|
- lib/bricolage/parameters.rb
|
|
158
181
|
- lib/bricolage/postgresconnection.rb
|
|
@@ -161,6 +184,7 @@ files:
|
|
|
161
184
|
- lib/bricolage/resource.rb
|
|
162
185
|
- lib/bricolage/rubyjobclass.rb
|
|
163
186
|
- lib/bricolage/s3datasource.rb
|
|
187
|
+
- lib/bricolage/s3writer.rb
|
|
164
188
|
- lib/bricolage/script.rb
|
|
165
189
|
- lib/bricolage/snsdatasource.rb
|
|
166
190
|
- lib/bricolage/sqlstatement.rb
|
|
@@ -169,39 +193,97 @@ files:
|
|
|
169
193
|
- lib/bricolage/vacuumlock.rb
|
|
170
194
|
- lib/bricolage/variables.rb
|
|
171
195
|
- lib/bricolage/version.rb
|
|
172
|
-
- lib/bricolage.rb
|
|
173
196
|
- libexec/create-lockfile
|
|
174
197
|
- libexec/mys3dump.jar
|
|
175
198
|
- libexec/sqldump
|
|
176
199
|
- libexec/sqldump.Darwin
|
|
177
200
|
- libexec/sqldump.Linux
|
|
178
|
-
- jobclass/adhoc.rb
|
|
179
|
-
- jobclass/create.rb
|
|
180
|
-
- jobclass/createview.rb
|
|
181
|
-
- jobclass/exec.rb
|
|
182
|
-
- jobclass/insert-delta.rb
|
|
183
|
-
- jobclass/insert.rb
|
|
184
|
-
- jobclass/load.rb
|
|
185
|
-
- jobclass/my-export.rb
|
|
186
|
-
- jobclass/my-import-delta.rb
|
|
187
|
-
- jobclass/my-import.rb
|
|
188
|
-
- jobclass/my-migrate.rb
|
|
189
|
-
- jobclass/noop.rb
|
|
190
|
-
- jobclass/rebuild-drop.rb
|
|
191
|
-
- jobclass/rebuild-rename.rb
|
|
192
|
-
- jobclass/redis-export.rb
|
|
193
|
-
- jobclass/s3-put.rb
|
|
194
|
-
- jobclass/sql.rb
|
|
195
|
-
- jobclass/streaming_load.rb
|
|
196
|
-
- jobclass/unload.rb
|
|
197
|
-
- jobclass/wait-file.rb
|
|
198
201
|
- test/all.rb
|
|
202
|
+
- test/home/Gemfile
|
|
203
|
+
- test/home/Gemfile.lock
|
|
204
|
+
- test/home/config/bricolage.yml
|
|
205
|
+
- test/home/config/development/database.yml
|
|
206
|
+
- test/home/config/development/password.yml
|
|
207
|
+
- test/home/config/development/variable.yml
|
|
208
|
+
- test/home/config/streamingload.yml
|
|
199
209
|
- test/home/data/20141002-1355_00.txt
|
|
200
210
|
- test/home/data/20141002-1355_01.txt
|
|
201
211
|
- test/home/data/20141002-1355_02.txt
|
|
202
212
|
- test/home/data/test.txt
|
|
203
|
-
- test/home/Gemfile
|
|
204
213
|
- test/home/jobnet-test.rb
|
|
214
|
+
- test/home/log/20170117/subsys::job1/20170117_202014082/subsys-job1.log
|
|
215
|
+
- test/home/log/20170117/subsys::job1/20170117_202334852/subsys-job1.log
|
|
216
|
+
- test/home/log/20170117/subsys::job1/20170117_202405056/subsys-job1.log
|
|
217
|
+
- test/home/log/20170117/subsys::migrate/20170117_202548409/subsys-migrate.log
|
|
218
|
+
- test/home/log/20170117/subsys::migrate/20170117_202636115/subsys-migrate.log
|
|
219
|
+
- test/home/log/20170117/subsys::net1/20170117_203022461/subsys-job1.log
|
|
220
|
+
- test/home/log/20170117/subsys::net1/20170117_203022461/subsys-job2.log
|
|
221
|
+
- test/home/log/20170117/subsys::net1/20170117_203022461/subsys-job3.log
|
|
222
|
+
- test/home/log/20170117/subsys::net1/20170117_203022461/subsys-job4.log
|
|
223
|
+
- test/home/log/20170117/subsys::net1/20170117_203102130/subsys-job1.log
|
|
224
|
+
- test/home/log/20170117/subsys::net1/20170117_203102130/subsys-job2.log
|
|
225
|
+
- test/home/log/20170117/subsys::net1/20170117_203102130/subsys-job3.log
|
|
226
|
+
- test/home/log/20170117/subsys::net1/20170117_203102130/subsys-job4.log
|
|
227
|
+
- test/home/log/20170117/subsys::net1/20170117_203232033/subsys-job1.log
|
|
228
|
+
- test/home/log/20170117/subsys::net1/20170117_203232033/subsys-job2.log
|
|
229
|
+
- test/home/log/20170117/subsys::net1/20170117_203232033/subsys-job3.log
|
|
230
|
+
- test/home/log/20170117/subsys::net1/20170117_203232033/subsys-job4.log
|
|
231
|
+
- test/home/log/20170629/subsys::job1/20170629_155543985/subsys-job1.log
|
|
232
|
+
- test/home/log/20170629/subsys::net1/20170629_154308811/subsys-job1.log
|
|
233
|
+
- test/home/log/20170629/subsys::net1/20170629_154308811/subsys-job2.log
|
|
234
|
+
- test/home/log/20170629/subsys::net1/20170629_154308811/subsys-job3.log
|
|
235
|
+
- test/home/log/20170629/subsys::net1/20170629_154308811/subsys-job4.log
|
|
236
|
+
- test/home/log/20170629/subsys::net1/20170629_155330208/subsys-job1.log
|
|
237
|
+
- test/home/log/20170629/subsys::net1/20170629_155330208/subsys-job2.log
|
|
238
|
+
- test/home/log/20170629/subsys::net1/20170629_155330208/subsys-job3.log
|
|
239
|
+
- test/home/log/20170629/subsys::net1/20170629_155330208/subsys-job4.log
|
|
240
|
+
- test/home/log/20170630/subsys::net1/20170630_145523511/subsys-job1.log
|
|
241
|
+
- test/home/log/20170630/subsys::net1/20170630_145523511/subsys-job2.log
|
|
242
|
+
- test/home/log/20170630/subsys::net1/20170630_145523511/subsys-job3.log
|
|
243
|
+
- test/home/log/20170630/subsys::net1/20170630_145523511/subsys-job4.log
|
|
244
|
+
- test/home/log/20170630/subsys::net1/20170630_145545097/subsys-job1.log
|
|
245
|
+
- test/home/log/20170630/subsys::net1/20170630_145545097/subsys-job2.log
|
|
246
|
+
- test/home/log/20170630/subsys::net1/20170630_145545097/subsys-job3.log
|
|
247
|
+
- test/home/log/20170630/subsys::net1/20170630_145545097/subsys-job4.log
|
|
248
|
+
- test/home/log/20170630/subsys::net1/20170630_145615702/subsys-job1.log
|
|
249
|
+
- test/home/log/20170630/subsys::net1/20170630_145615702/subsys-job2.log
|
|
250
|
+
- test/home/log/20170630/subsys::net1/20170630_145615702/subsys-job3.log
|
|
251
|
+
- test/home/log/20170630/subsys::net1/20170630_145615702/subsys-job4.log
|
|
252
|
+
- test/home/log/20170630/subsys::net1/20170630_153437221/subsys-job1.log
|
|
253
|
+
- test/home/log/20170630/subsys::net1/20170630_153507519/subsys-job1.log
|
|
254
|
+
- test/home/log/20170630/subsys::net1/20170630_153507519/subsys-job2.log
|
|
255
|
+
- test/home/log/20170630/subsys::net1/20170630_153507519/subsys-job3.log
|
|
256
|
+
- test/home/log/20170630/subsys::net1/20170630_153507519/subsys-job4.log
|
|
257
|
+
- test/home/log/20170704/subsys::insert.sql.job/20170704_163033119/subsys-insert.log
|
|
258
|
+
- test/home/log/20170704/subsys::insert.sql.job/20170704_172410576/subsys-insert.log
|
|
259
|
+
- test/home/log/20170704/subsys::insert.sql.job/20170704_173130175/subsys-insert.log
|
|
260
|
+
- test/home/log/20170704/subsys::insert.sql.job/20170704_173201376/subsys-insert.log
|
|
261
|
+
- test/home/log/20170704/subsys::insert.sql/20170704_164143661/subsys-insert.sql.log
|
|
262
|
+
- test/home/log/20170704/subsys::insert/20170704_164335210/subsys-insert.log
|
|
263
|
+
- test/home/log/20170704/subsys::insert/20170704_164344251/subsys-insert.log
|
|
264
|
+
- test/home/log/20170704/subsys::insert/20170704_164723299/subsys-insert.log
|
|
265
|
+
- test/home/log/20170704/subsys::net1/20170704_162457694/subsys-job1.log
|
|
266
|
+
- test/home/log/20170704/subsys::net1/20170704_162544282/subsys-job1.log
|
|
267
|
+
- test/home/log/20170704/subsys::net1/20170704_162544282/subsys-job2.log
|
|
268
|
+
- test/home/log/20170704/subsys::net1/20170704_162544282/subsys-job3.log
|
|
269
|
+
- test/home/log/20170704/subsys::net1/20170704_162544282/subsys-job4.log
|
|
270
|
+
- test/home/log/20170706/subsys::net1/20170706_201157129/subsys-job1.log
|
|
271
|
+
- test/home/log/20170706/subsys::net1/20170706_201157129/subsys-job2.log
|
|
272
|
+
- test/home/log/20170706/subsys::net1/20170706_201157129/subsys-job3.log
|
|
273
|
+
- test/home/log/20170706/subsys::net1/20170706_201157129/subsys-job4.log
|
|
274
|
+
- test/home/log/20170707/subsys::insert/20170707_020050817/subsys-insert.log
|
|
275
|
+
- test/home/log/20170707/subsys::insert/20170707_020050817/subsys-insert.log.status
|
|
276
|
+
- test/home/log/20170707/subsys::job1/20170707_020542902/subsys-job1.log
|
|
277
|
+
- test/home/log/20170707/subsys::net1/20170707_012252058/subsys-job1.log
|
|
278
|
+
- test/home/log/20170707/subsys::net1/20170707_012252058/subsys-job2.log
|
|
279
|
+
- test/home/log/20170707/subsys::net1/20170707_012252058/subsys-job3.log
|
|
280
|
+
- test/home/log/20170707/subsys::net1/20170707_012252058/subsys-job4.log
|
|
281
|
+
- test/home/log/20170707/subsys::net1/20170707_020039222/subsys-job1.log
|
|
282
|
+
- test/home/log/20170707/subsys::net1/20170707_020039222/subsys-job2.log
|
|
283
|
+
- test/home/log/20170707/subsys::net1/20170707_020039222/subsys-job3.log
|
|
284
|
+
- test/home/log/20170707/subsys::net1/20170707_020039222/subsys-job4.log
|
|
285
|
+
- test/home/revert.sh
|
|
286
|
+
- test/home/s
|
|
205
287
|
- test/home/subsys/d.ct
|
|
206
288
|
- test/home/subsys/insert.sql.job
|
|
207
289
|
- test/home/subsys/item_pv_acc.ct
|
|
@@ -251,17 +333,17 @@ require_paths:
|
|
|
251
333
|
- lib
|
|
252
334
|
required_ruby_version: !ruby/object:Gem::Requirement
|
|
253
335
|
requirements:
|
|
254
|
-
- -
|
|
336
|
+
- - ">="
|
|
255
337
|
- !ruby/object:Gem::Version
|
|
256
338
|
version: 2.0.0
|
|
257
339
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
|
258
340
|
requirements:
|
|
259
|
-
- -
|
|
341
|
+
- - ">="
|
|
260
342
|
- !ruby/object:Gem::Version
|
|
261
343
|
version: '0'
|
|
262
344
|
requirements: []
|
|
263
345
|
rubyforge_project:
|
|
264
|
-
rubygems_version: 2.
|
|
346
|
+
rubygems_version: 2.6.8
|
|
265
347
|
signing_key:
|
|
266
348
|
specification_version: 4
|
|
267
349
|
summary: SQL Batch Framework
|