bricolage 5.27.2 → 5.28.0

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: bricolage
 version: !ruby/object:Gem::Version
-  version: 5.27.2
+  version: 5.28.0
 platform: ruby
 authors:
 - Minero Aoki
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-07-11 00:00:00.000000000 Z
+date: 2018-07-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: pg
@@ -66,20 +66,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: pry
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -111,14 +97,20 @@ dependencies:
 description: Redshift-oriented Data Warehouse Batch Framework
 email: aamine@loveruby.net
 executables:
-- bricolage-jobnet
 - bricolage
+- bricolage-jobnet
 extensions: []
 extra_rdoc_files: []
 files:
+- ".gitignore"
+- Gemfile
+- LICENSES
 - README.md
+- RELEASE.md
+- Rakefile
 - bin/bricolage
 - bin/bricolage-jobnet
+- bricolage.gemspec
 - jobclass/adhoc.rb
 - jobclass/create.rb
 - jobclass/createview.rb
@@ -173,132 +165,8 @@ files:
 - lib/bricolage/variables.rb
 - lib/bricolage/version.rb
 - libexec/create-lockfile
-- test/all.rb
-- test/home/Gemfile
-- test/home/Gemfile.lock
-- test/home/config/bricolage.yml
-- test/home/config/development/database.yml
-- test/home/config/development/password.yml
-- test/home/config/development/variable.yml
-- test/home/data/20141002-1355_00.txt
-- test/home/data/20141002-1355_01.txt
-- test/home/data/20141002-1355_02.txt
-- test/home/data/test.txt
-- test/home/jobnet-test.rb
-- test/home/log/20170117/subsys::job1/20170117_202014082/subsys-job1.log
-- test/home/log/20170117/subsys::job1/20170117_202334852/subsys-job1.log
-- test/home/log/20170117/subsys::job1/20170117_202405056/subsys-job1.log
-- test/home/log/20170117/subsys::migrate/20170117_202548409/subsys-migrate.log
-- test/home/log/20170117/subsys::migrate/20170117_202636115/subsys-migrate.log
-- test/home/log/20170117/subsys::net1/20170117_203022461/subsys-job1.log
-- test/home/log/20170117/subsys::net1/20170117_203022461/subsys-job2.log
-- test/home/log/20170117/subsys::net1/20170117_203022461/subsys-job3.log
-- test/home/log/20170117/subsys::net1/20170117_203022461/subsys-job4.log
-- test/home/log/20170117/subsys::net1/20170117_203102130/subsys-job1.log
-- test/home/log/20170117/subsys::net1/20170117_203102130/subsys-job2.log
-- test/home/log/20170117/subsys::net1/20170117_203102130/subsys-job3.log
-- test/home/log/20170117/subsys::net1/20170117_203102130/subsys-job4.log
-- test/home/log/20170117/subsys::net1/20170117_203232033/subsys-job1.log
-- test/home/log/20170117/subsys::net1/20170117_203232033/subsys-job2.log
-- test/home/log/20170117/subsys::net1/20170117_203232033/subsys-job3.log
-- test/home/log/20170117/subsys::net1/20170117_203232033/subsys-job4.log
-- test/home/log/20170629/subsys::job1/20170629_155543985/subsys-job1.log
-- test/home/log/20170629/subsys::net1/20170629_154308811/subsys-job1.log
-- test/home/log/20170629/subsys::net1/20170629_154308811/subsys-job2.log
-- test/home/log/20170629/subsys::net1/20170629_154308811/subsys-job3.log
-- test/home/log/20170629/subsys::net1/20170629_154308811/subsys-job4.log
-- test/home/log/20170629/subsys::net1/20170629_155330208/subsys-job1.log
-- test/home/log/20170629/subsys::net1/20170629_155330208/subsys-job2.log
-- test/home/log/20170629/subsys::net1/20170629_155330208/subsys-job3.log
-- test/home/log/20170629/subsys::net1/20170629_155330208/subsys-job4.log
-- test/home/log/20170630/subsys::net1/20170630_145523511/subsys-job1.log
-- test/home/log/20170630/subsys::net1/20170630_145523511/subsys-job2.log
-- test/home/log/20170630/subsys::net1/20170630_145523511/subsys-job3.log
-- test/home/log/20170630/subsys::net1/20170630_145523511/subsys-job4.log
-- test/home/log/20170630/subsys::net1/20170630_145545097/subsys-job1.log
-- test/home/log/20170630/subsys::net1/20170630_145545097/subsys-job2.log
-- test/home/log/20170630/subsys::net1/20170630_145545097/subsys-job3.log
-- test/home/log/20170630/subsys::net1/20170630_145545097/subsys-job4.log
-- test/home/log/20170630/subsys::net1/20170630_145615702/subsys-job1.log
-- test/home/log/20170630/subsys::net1/20170630_145615702/subsys-job2.log
-- test/home/log/20170630/subsys::net1/20170630_145615702/subsys-job3.log
-- test/home/log/20170630/subsys::net1/20170630_145615702/subsys-job4.log
-- test/home/log/20170630/subsys::net1/20170630_153437221/subsys-job1.log
-- test/home/log/20170630/subsys::net1/20170630_153507519/subsys-job1.log
-- test/home/log/20170630/subsys::net1/20170630_153507519/subsys-job2.log
-- test/home/log/20170630/subsys::net1/20170630_153507519/subsys-job3.log
-- test/home/log/20170630/subsys::net1/20170630_153507519/subsys-job4.log
-- test/home/log/20170704/subsys::insert.sql.job/20170704_163033119/subsys-insert.log
-- test/home/log/20170704/subsys::insert.sql.job/20170704_172410576/subsys-insert.log
-- test/home/log/20170704/subsys::insert.sql.job/20170704_173130175/subsys-insert.log
-- test/home/log/20170704/subsys::insert.sql.job/20170704_173201376/subsys-insert.log
-- test/home/log/20170704/subsys::insert.sql/20170704_164143661/subsys-insert.sql.log
-- test/home/log/20170704/subsys::insert/20170704_164335210/subsys-insert.log
-- test/home/log/20170704/subsys::insert/20170704_164344251/subsys-insert.log
-- test/home/log/20170704/subsys::insert/20170704_164723299/subsys-insert.log
-- test/home/log/20170704/subsys::net1/20170704_162457694/subsys-job1.log
-- test/home/log/20170704/subsys::net1/20170704_162544282/subsys-job1.log
-- test/home/log/20170704/subsys::net1/20170704_162544282/subsys-job2.log
-- test/home/log/20170704/subsys::net1/20170704_162544282/subsys-job3.log
-- test/home/log/20170704/subsys::net1/20170704_162544282/subsys-job4.log
-- test/home/log/20170706/subsys::net1/20170706_201157129/subsys-job1.log
-- test/home/log/20170706/subsys::net1/20170706_201157129/subsys-job2.log
-- test/home/log/20170706/subsys::net1/20170706_201157129/subsys-job3.log
-- test/home/log/20170706/subsys::net1/20170706_201157129/subsys-job4.log
-- test/home/log/20170707/subsys::insert/20170707_020050817/subsys-insert.log
-- test/home/log/20170707/subsys::insert/20170707_020050817/subsys-insert.log.status
-- test/home/log/20170707/subsys::job1/20170707_020542902/subsys-job1.log
-- test/home/log/20170707/subsys::net1/20170707_012252058/subsys-job1.log
-- test/home/log/20170707/subsys::net1/20170707_012252058/subsys-job2.log
-- test/home/log/20170707/subsys::net1/20170707_012252058/subsys-job3.log
-- test/home/log/20170707/subsys::net1/20170707_012252058/subsys-job4.log
-- test/home/log/20170707/subsys::net1/20170707_020039222/subsys-job1.log
-- test/home/log/20170707/subsys::net1/20170707_020039222/subsys-job2.log
-- test/home/log/20170707/subsys::net1/20170707_020039222/subsys-job3.log
-- test/home/log/20170707/subsys::net1/20170707_020039222/subsys-job4.log
-- test/home/revert.sh
-- test/home/s
-- test/home/subsys/d.ct
-- test/home/subsys/insert.sql.job
-- test/home/subsys/item_pv_acc.ct
-- test/home/subsys/job1.job
-- test/home/subsys/job2.job
-- test/home/subsys/job3.job
-- test/home/subsys/job4.job
-- test/home/subsys/job5.job
-- test/home/subsys/job6.job
-- test/home/subsys/job7.job
-- test/home/subsys/load.job
-- test/home/subsys/load_test.ct
-- test/home/subsys/load_test.job
-- test/home/subsys/migrate.job
-- test/home/subsys/my-import-delta.sql.job
-- test/home/subsys/my-import.job
-- test/home/subsys/net1.jobnet
-- test/home/subsys/net2.jobnet
-- test/home/subsys/put.job
-- test/home/subsys/raw-vacuum.jobnet
-- test/home/subsys/raw-vacuum.sql.job
-- test/home/subsys/rebuild.sql.job
-- test/home/subsys/redis_export.job
-- test/home/subsys/redis_export2.job
-- test/home/subsys/search_backends.ct
-- test/home/subsys/separated.job
-- test/home/subsys/separated.sql
-- test/home/subsys/some_view-cv.sql.job
-- test/home/subsys/unified.jobnet
-- test/home/subsys/unified.sql.job
-- test/home/subsys/users.ct
-- test/home/subsys/variable.yml
-- test/test_c_streaming_load.rb
-- test/test_filesystem.rb
-- test/test_logfilepath.rb
-- test/test_parameters.rb
-- test/test_psqldatasource.rb
-- test/test_s3datasource.rb
-- test/test_variables.rb
-- test/vacuum-test.rb
-homepage: https://github.com/aamine/bricolage
+- streaming_load_log.ct
+homepage: https://github.com/bricolages/bricolage
 licenses:
 - MIT
 metadata: {}

data/test/all.rb

@@ -1,3 +0,0 @@
-Dir.glob("#{__dir__}/**/test_*.rb").each do |path|
-  load path
-end

data/test/home/Gemfile

@@ -1,3 +0,0 @@
-source 'https://rubygems.org/'
-gem 'bricolage', path: '../..'
-gem 'pry'

data/test/home/Gemfile.lock

@@ -1,44 +0,0 @@
-PATH
-  remote: ../..
-  specs:
-    bricolage (5.27.0)
-      aws-sdk-s3 (~> 1)
-      aws-sdk-sns (~> 1)
-      pg (~> 0.18.0)
-
-GEM
-  remote: https://rubygems.org/
-  specs:
-    aws-partitions (1.53.0)
-    aws-sdk-core (3.13.0)
-      aws-partitions (~> 1.0)
-      aws-sigv4 (~> 1.0)
-      jmespath (~> 1.0)
-    aws-sdk-kms (1.4.0)
-      aws-sdk-core (~> 3)
-      aws-sigv4 (~> 1.0)
-    aws-sdk-s3 (1.8.0)
-      aws-sdk-core (~> 3)
-      aws-sdk-kms (~> 1)
-      aws-sigv4 (~> 1.0)
-    aws-sdk-sns (1.1.0)
-      aws-sdk-core (~> 3)
-      aws-sigv4 (~> 1.0)
-    aws-sigv4 (1.0.2)
-    coderay (1.1.2)
-    jmespath (1.3.1)
-    method_source (0.9.0)
-    pg (0.18.4)
-    pry (0.11.3)
-      coderay (~> 1.1.0)
-      method_source (~> 0.9.0)
-
-PLATFORMS
-  ruby
-
-DEPENDENCIES
-  bricolage!
-  pry
-
-BUNDLED WITH
-   1.14.6

data/test/home/config/bricolage.yml

@@ -1 +0,0 @@
-enable-queue: true

data/test/home/config/development/database.yml

@@ -1,100 +0,0 @@
-sql: &redshift_parameters
-  type: psql
-  host: <%= ENV['RSHOST'] || 'dwh.ckpd.co' %>
-  port: <%= ENV['RSPORT'] || 5439 %>
-  database: production
-  username: <%= ENV['RSUSER'] || 'tabemirudev' %>
-  pgpass: <%= user_home_relative_path '.pgpass' %>
-  encoding: utf8
-
-#sql_dev:
-#  <<: *redshift_parameters
-#
-#sql_prod:
-#  <<: *redshift_parameters
-#  username: tabemiru_batch
-
-#sql_app:
-#  type: psql
-#  host: localhost   #cookpad-dwh-401.cbzwjkf60uat.ap-northeast-1.redshift.amazonaws.com
-#  port: 5445
-#  database: production
-#  username: tabemiru_batch
-#  pgpass: <%= user_home_relative_path '.pgpass' %>
-#  encoding: utf8
-
-sql_app2:
-  type: psql
-  host: localhost
-  port: 5446
-  database: production
-  username: tabemiru_batch
-  pgpass: <%= user_home_relative_path '.pgpass' %>
-  encoding: utf8
-
-postgres:
-  type: psql
-  host: localhost
-  port: 5432
-  database: bricolage
-  username: bricolage
-  password: bricolage
-  encoding: utf8
-  sql_log_level: DEBUG
-
-s3:
-  type: s3
-  endpoint: "s3-ap-northeast-1.amazonaws.com"
-  region: "ap-northeast-1"
-  bucket: tabemiru-data.ap-northeast-1
-  prefix: "dev"
-  #s3cfg: <%= user_home_relative_path '.s3cfg' %>
-  #access_key_id: "<%= password 'aws_access_key_id' %>"
-  #secret_access_key: "<%= password 'aws_secret_access_key' %>"
-  #master_symmetric_key: "12345678901234567890123456789012"
-  iam_role: "arn:aws:iam::789035092620:role/RedshiftDWHTeamS3Access"
-
-s3_log:
-  type: s3
-  endpoint: "s3-ap-northeast-1.amazonaws.com"
-  region: "ap-northeast-1"
-  bucket: "redshift-copy-buffer"
-  prefix: "development/bricolage/log"
-
-mysql:
-  type: mysql
-  host: 127.0.0.1
-  port: 9011
-  database: main
-  username: work_readonly
-  password: <%= password 'mysql_shared_work_readonly' %>
-  encoding: utf8
-
-mysql_summary:
-  type: mysql
-  host: 127.0.0.1
-  port: 40201
-  database: summarized_data
-  username: work_readonly
-  password: <%= password 'mysql_shared_work_readonly' %>
-  encoding: utf8
-
-sns:
-  type: sns
-  region: "ap-northeast-1"
-  topic_arn: "arn:aws:sns:ap-northeast-1:789035092620:dwh-service-notification"
-
-redis:
-  type: redis
-  host: localhost
-  port: 6379
-
-td:
-  type: td
-  database: logs
-  apikey: <%= password 'td_tabemiru' %>
-
-td_search_log:
-  type: td
-  database: search_log
-  apikey: <%= password 'td_tabemiru' %>

data/test/home/config/development/password.yml

@@ -1,6 +0,0 @@
-td_tabemiru: "121/c1376bb5e3972fc4a4efc942c1df100f7bc156e0"
-mysql_shared_work_readonly: "s0uL/M@9r1"
-mysql_shared_ckpd_readonly: "no3lnar;"
-mysql_local_work_readonly: "ckpdtest"
-aws_access_key_id: "AKIAI5R5BL2W73PR3FXQ"
-aws_secret_access_key: "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"

data/test/home/config/development/variable.yml

@@ -1,7 +0,0 @@
-data_dir: /tmp/bricolagedev
-test_schema: aamine
-test_group: aamine
-activity_schema: aamine
-
-defaults:
-    analyze: true

data/test/home/data/20141002-1355_00.txt

@@ -1,2 +0,0 @@
-1	aaa	AAA
-2	BBB	BBB

data/test/home/data/20141002-1355_01.txt

@@ -1,2 +0,0 @@
-3	ccc	CCC
-4	ddd	DDD

data/test/home/data/20141002-1355_02.txt

@@ -1,2 +0,0 @@
-5	eee	EEE
-6	fff	FFF

data/test/home/data/test.txt

@@ -1 +0,0 @@
-test

data/test/home/jobnet-test.rb

@@ -1,61 +0,0 @@
-require 'bricolage/jobflow'
-require 'pathname'
-require 'stringio'
-require 'forwardable'
-require 'pp'
-
-class ConstantLoader
-  def initialize(subnets)
-    @subnets = subnets
-  end
-
-  def load(ref)
-    @subnets[ref.to_s]
-  end
-end
-
-def root_flow(subnets)
-  h = {}
-  subnets.each do |flow|
-    h[flow.name] = flow
-  end
-  root = Bricolage::RootJobFlow.new(ConstantLoader.new(h))
-  subnets.each do |flow|
-    root.add_subnet flow
-  end
-  root.fix
-  root
-end
-
-class StringFile
-  def initialize(str, path)
-    @f = StringIO.new(str)
-    @path = path
-  end
-
-  attr_reader :path
-
-  extend Forwardable
-  def_delegators '@f', :each, :lineno
-end
-
-def make_flow(src, name)
-  path = "test/#{name}.jobnet"
-  ref = Bricolage::JobFlow.make_node_ref(Pathname(path))
-  Bricolage::JobFlow.parse_stream(StringFile.new(src, path), ref)
-end
-
-net1 = make_flow(<<-End, 'net1')
-job1
--> *net2
--> job4
-End
-
-net2 = make_flow(<<-End, 'net2')
-job3
--> job4
-End
-
-root_flow([net1, net2]).each_subnet do |flow|
-  pp flow.sequential_nodes
-end

data/test/home/log/20170117/subsys::job1/20170117_202014082/subsys-job1.log

@@ -1,3 +0,0 @@
-2017-01-17 20:20:14 +0900: INFO: development environment
-2017-01-17 20:20:14 +0900: INFO: 0.00 secs
-2017-01-17 20:20:14 +0900: INFO: SUCCESS

data/test/home/log/20170117/subsys::job1/20170117_202334852/subsys-job1.log

@@ -1,3 +0,0 @@
-2017-01-17 20:23:34 +0900: INFO: development environment
-2017-01-17 20:23:34 +0900: INFO: 0.00 secs
-2017-01-17 20:23:34 +0900: INFO: SUCCESS

data/test/home/log/20170117/subsys::job1/20170117_202405056/subsys-job1.log

@@ -1,3 +0,0 @@
-2017-01-17 20:24:05 +0900: INFO: development environment
-2017-01-17 20:24:05 +0900: INFO: 0.00 secs
-2017-01-17 20:24:05 +0900: INFO: SUCCESS

data/test/home/log/20170117/subsys::migrate/20170117_202548409/subsys-migrate.log

@@ -1,80 +0,0 @@
-2017-01-17 20:25:48 +0900: INFO: development environment
-2017-01-17 20:25:48 +0900: INFO: [CMD] "/Users/minero-aoki/c/bricolage/libexec/sqldump" "--json" "127.0.0.1" "9011" "work_readonly" "main" "select * from main.search_backends;" | "gzip" "{:out=>"/tmp/bricolagedev/search_backends.json.gz"}"
-2017-01-17 20:25:48.540819891 +0900 JST: [SQL] select * from main.search_backends;
-2017-01-17 20:25:48.597928759 +0900 JST: query returned
-2017-01-17 20:25:48.598038993 +0900 JST: Total 11 records
-2017-01-17 20:25:48 +0900: INFO: aws s3 cp /tmp/bricolagedev/search_backends.json.gz s3://tabemiru-data.ap-northeast-1/dev/search_backends/search_backends.json.gz
-2017-01-17 20:25:51 +0900: INFO: 3.28 secs
-2017-01-17 20:25:51 +0900: ERROR: Aws::Errors::MissingCredentialsError: unable to sign request without credentials set
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/request_signer.rb:104:in `require_credentials'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/s3_request_signer.rb:14:in `call'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/xml/error_handler.rb:8:in `call'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/helpful_socket_errors.rb:10:in `call'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/s3_request_signer.rb:65:in `call'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/s3_redirects.rb:15:in `call'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/retry_errors.rb:87:in `call'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/s3_dualstack.rb:32:in `call'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/s3_accelerate.rb:49:in `call'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/s3_md5s.rb:31:in `call'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/s3_expect_100_continue.rb:21:in `call'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/s3_bucket_name_restrictions.rb:12:in `call'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/s3_bucket_dns.rb:31:in `call'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/rest/handler.rb:7:in `call'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/user_agent.rb:12:in `call'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/seahorse/client/plugins/endpoint.rb:41:in `call'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/param_validator.rb:21:in `call'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/seahorse/client/plugins/raise_response_errors.rb:14:in `call'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/s3_sse_cpk.rb:19:in `call'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/s3_dualstack.rb:24:in `call'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/s3_accelerate.rb:34:in `call'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/idempotency_token.rb:18:in `call'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/aws-sdk-core/plugins/param_converter.rb:20:in `call'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/seahorse/client/plugins/response_target.rb:21:in `call'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/seahorse/client/request.rb:70:in `send_request'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-core-2.6.36/lib/seahorse/client/base.rb:207:in `block (2 levels) in define_operation_methods'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-resources-2.6.36/lib/aws-sdk-resources/services/s3/file_uploader.rb:42:in `block in put_object'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-resources-2.6.36/lib/aws-sdk-resources/services/s3/file_uploader.rb:49:in `open_file'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-resources-2.6.36/lib/aws-sdk-resources/services/s3/file_uploader.rb:41:in `put_object'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-resources-2.6.36/lib/aws-sdk-resources/services/s3/file_uploader.rb:34:in `upload'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/aws-sdk-resources-2.6.36/lib/aws-sdk-resources/services/s3/object.rb:251:in `upload_file'
-	/Users/minero-aoki/c/bricolage/lib/bricolage/s3datasource.rb:188:in `block in run'
-	/Users/minero-aoki/c/bricolage/lib/bricolage/s3datasource.rb:165:in `block in each_src_dest'
-	/Users/minero-aoki/c/bricolage/lib/bricolage/s3datasource.rb:163:in `each'
-	/Users/minero-aoki/c/bricolage/lib/bricolage/s3datasource.rb:163:in `each_src_dest'
-	/Users/minero-aoki/c/bricolage/lib/bricolage/s3datasource.rb:186:in `run'
-	/Users/minero-aoki/c/bricolage/lib/bricolage/script.rb:82:in `block (2 levels) in run'
-	/Users/minero-aoki/c/bricolage/lib/bricolage/script.rb:81:in `each'
-	/Users/minero-aoki/c/bricolage/lib/bricolage/script.rb:81:in `block in run'
-	/Users/minero-aoki/c/bricolage/lib/bricolage/datasource.rb:136:in `open'
-	/Users/minero-aoki/c/bricolage/lib/bricolage/datasource.rb:140:in `open_for_batch'
-	/Users/minero-aoki/c/bricolage/lib/bricolage/script.rb:80:in `run'
-	/Users/minero-aoki/c/bricolage/lib/bricolage/script.rb:47:in `block in run'
-	/Users/minero-aoki/c/bricolage/lib/bricolage/script.rb:46:in `each'
-	/Users/minero-aoki/c/bricolage/lib/bricolage/script.rb:46:in `run'
-	/Users/minero-aoki/c/bricolage/lib/bricolage/job.rb:143:in `block in execute'
-	/Users/minero-aoki/c/bricolage/lib/bricolage/logger.rb:44:in `with_elapsed_time'
-	/Users/minero-aoki/c/bricolage/lib/bricolage/job.rb:142:in `execute'
-	/Users/minero-aoki/c/bricolage/lib/bricolage/application.rb:68:in `block in main'
-	/Users/minero-aoki/c/bricolage/lib/bricolage/application.rb:97:in `redirect_log_to_file'
-	/Users/minero-aoki/c/bricolage/lib/bricolage/application.rb:67:in `main'
-	/Users/minero-aoki/c/bricolage/lib/bricolage/application.rb:28:in `main'
-	/Users/minero-aoki/c/bricolage/bin/bricolage:6:in `<top (required)>'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/bin/bricolage:23:in `load'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/bin/bricolage:23:in `<top (required)>'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/bundler-1.13.6/lib/bundler/cli/exec.rb:74:in `load'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/bundler-1.13.6/lib/bundler/cli/exec.rb:74:in `kernel_load'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/bundler-1.13.6/lib/bundler/cli/exec.rb:27:in `run'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/bundler-1.13.6/lib/bundler/cli.rb:332:in `exec'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/bundler-1.13.6/lib/bundler/vendor/thor/lib/thor/command.rb:27:in `run'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/bundler-1.13.6/lib/bundler/vendor/thor/lib/thor/invocation.rb:126:in `invoke_command'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/bundler-1.13.6/lib/bundler/vendor/thor/lib/thor.rb:359:in `dispatch'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/bundler-1.13.6/lib/bundler/cli.rb:20:in `dispatch'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/bundler-1.13.6/lib/bundler/vendor/thor/lib/thor/base.rb:440:in `start'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/bundler-1.13.6/lib/bundler/cli.rb:11:in `start'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/bundler-1.13.6/exe/bundle:34:in `block in <top (required)>'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/bundler-1.13.6/lib/bundler/friendly_errors.rb:100:in `with_friendly_errors'
-	/Users/minero-aoki/.rbenv/versions/2.3.1/lib/ruby/gems/2.3.0/gems/bundler-1.13.6/exe/bundle:26:in `<top (required)>'
-	/Users/minero-aoki/.rbenv/versions/2.3/bin/bundle:23:in `load'
-	/Users/minero-aoki/.rbenv/versions/2.3/bin/bundle:23:in `<main>'
-
-2017-01-17 20:25:51 +0900: ERROR: error: Aws::Errors::MissingCredentialsError: unable to sign request without credentials set

data/test/home/log/20170117/subsys::migrate/20170117_202636115/subsys-migrate.log

@@ -1,79 +0,0 @@
-2017-01-17 20:26:36 +0900: INFO: development environment
-2017-01-17 20:26:36 +0900: INFO: [CMD] "/Users/minero-aoki/c/bricolage/libexec/sqldump" "--json" "127.0.0.1" "9011" "work_readonly" "main" "select * from main.search_backends;" | "gzip" "{:out=>"/tmp/bricolagedev/search_backends.json.gz"}"
-2017-01-17 20:26:36.214888001 +0900 JST: [SQL] select * from main.search_backends;
-2017-01-17 20:26:36.27827597 +0900 JST: query returned
-2017-01-17 20:26:36.278393544 +0900 JST: Total 11 records
-2017-01-17 20:26:36 +0900: INFO: aws s3 cp /tmp/bricolagedev/search_backends.json.gz s3://tabemiru-data.ap-northeast-1/dev/search_backends/search_backends.json.gz
-rm -f /tmp/bricolagedev/search_backends.json.gz
-2017-01-17 20:26:36 +0900: INFO: command: psql --no-psqlrc --host=dwh.ckpd.co --port=5439 --username=aamine production --echo-all -v ON_ERROR_STOP=true -f /var/folders/_t/f8rv7p995rq8m3j3tf45w4rm0000gp/T/1484652396_69460_3fd54d43f9d8_14594 --no-password
-\timing on
-Timing is on.
-begin transaction;
-BEGIN
-Time: 8.269 ms
-drop table if exists aamine.search_backends_old cascade;
-psql:/var/folders/_t/f8rv7p995rq8m3j3tf45w4rm0000gp/T/1484652396_69460_3fd54d43f9d8_14594:5: INFO:  Table "search_backends_old" does not exist and will be skipped
-DROP TABLE
-Time: 8.647 ms
-drop table if exists aamine.search_backends_wk cascade;
-psql:/var/folders/_t/f8rv7p995rq8m3j3tf45w4rm0000gp/T/1484652396_69460_3fd54d43f9d8_14594:7: INFO:  Table "search_backends_wk" does not exist and will be skipped
-DROP TABLE
-Time: 8.031 ms
-/* /Users/minero-aoki/c/bricolage/test/home/subsys/search_backends.ct */
-create table aamine.search_backends_wk
-( id int
-, role varchar(10)
-, group_id smallint
-, index_type varchar(32)
-, config_key varchar(32)
-, updated_at timestamp
-)
-distkey (id)
-sortkey (id)
-;
-CREATE TABLE
-Time: 521.167 ms
-copy aamine.search_backends_wk
-from 's3://tabemiru-data.ap-northeast-1/dev/search_backends/search_backends.json.gz'
-credentials 'aws_iam_role=arn:aws:iam::789035092620:role/RedshiftDWHTeamS3Access'
-json 'auto'
-statupdate false
-compupdate false
-emptyasnull
-gzip
-;
-psql:/var/folders/_t/f8rv7p995rq8m3j3tf45w4rm0000gp/T/1484652396_69460_3fd54d43f9d8_14594:30: INFO:  Load into table 'search_backends_wk' completed, 11 record(s) loaded successfully.
-COPY
-Time: 1235.569 ms
-grant select on aamine.search_backends_wk to aamine;
-GRANT
-Time: 8.580 ms
-analyze aamine.search_backends_wk;
-ANALYZE
-Time: 43.441 ms
-create table if not exists aamine.search_backends (x int);
-psql:/var/folders/_t/f8rv7p995rq8m3j3tf45w4rm0000gp/T/1484652396_69460_3fd54d43f9d8_14594:36: INFO:  Relation "search_backends" already exists and will be skipped
-CREATE TABLE
-Time: 7.768 ms
-alter table aamine.search_backends rename to search_backends_old;
-ALTER TABLE
-Time: 10.037 ms
-alter table aamine.search_backends_wk rename to search_backends;
-ALTER TABLE
-Time: 11.686 ms
-commit;
-COMMIT
-Time: 8482.452 ms
-drop table if exists aamine.search_backends_old cascade;
-DROP TABLE
-Time: 4801.919 ms
-;
-Time: 8.088 ms
-vacuum sort only aamine.search_backends;
-VACUUM
-Time: 36970.832 ms
-;
-Time: 8.746 ms
-2017-01-17 20:27:29 +0900: INFO: status: 0 (pid 69478 exit 0)
-2017-01-17 20:27:29 +0900: INFO: 53.05 secs
-2017-01-17 20:27:29 +0900: INFO: SUCCESS

data/test/home/log/20170117/subsys::net1/20170117_203022461/subsys-job1.log

@@ -1,3 +0,0 @@
-2017-01-17 20:30:22 +0900: INFO: development environment
-2017-01-17 20:30:22 +0900: INFO: 0.00 secs
-2017-01-17 20:30:22 +0900: INFO: SUCCESS

data/test/home/log/20170117/subsys::net1/20170117_203022461/subsys-job2.log

@@ -1,3 +0,0 @@
-2017-01-17 20:30:22 +0900: INFO: development environment
-2017-01-17 20:30:22 +0900: INFO: 0.00 secs
-2017-01-17 20:30:22 +0900: INFO: SUCCESS

data/test/home/log/20170117/subsys::net1/20170117_203022461/subsys-job3.log

@@ -1,3 +0,0 @@
-2017-01-17 20:30:22 +0900: INFO: development environment
-2017-01-17 20:30:22 +0900: INFO: 0.00 secs
-2017-01-17 20:30:22 +0900: INFO: SUCCESS

data/test/home/log/20170117/subsys::net1/20170117_203022461/subsys-job4.log

@@ -1,3 +0,0 @@
-2017-01-17 20:30:22 +0900: INFO: development environment
-2017-01-17 20:30:22 +0900: INFO: 0.00 secs
-2017-01-17 20:30:22 +0900: INFO: SUCCESS

data/test/home/log/20170117/subsys::net1/20170117_203102130/subsys-job1.log

@@ -1,3 +0,0 @@
-2017-01-17 20:31:02 +0900: INFO: development environment
-2017-01-17 20:31:02 +0900: INFO: 0.00 secs
-2017-01-17 20:31:02 +0900: INFO: SUCCESS