socotra-build 0.3.22 → 0.3.23

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: e13e26c72edfe29239b2075cd23b15b8c5cb1d37
-  data.tar.gz: 1739ec91908af92234b2a897abc1bbf2dd5193c0
+  metadata.gz: ff371fbd0cce6094dd41d75aa93b08441817c241
+  data.tar.gz: aea9ada6a6b9abd515c590b3bb8789e58fe1a2d6
 SHA512:
-  metadata.gz: 51199b39782a08c05245ffc2c7a864d52a7b38a96b025947e4a9ee151fe06283fa171f45d9ac4909231b7560d0f3a29386465c69b794842a7f3e0e0ed2e79126
-  data.tar.gz: 5e40ba07ff7de27146f2dafe0bb9afd352ae1d6a36a062239995c67742e628c8a0e2baa8b0034253dd8c65c0349fd51c17fa7ea17c355e5830a98ba9e62ae0fa
+  metadata.gz: cf449a0e65e799b2ffc07bd932ba8b4e61a9e38f047729c27d90476195c23812bcc8ac9924a96910b66a8b352545fab296b2b792ae4c011504be9b4fbe18f275
+  data.tar.gz: 678c50e680c4070cc7acc7bff3539466824774fe25375d86e455f5e8518ce40d00372c58fa55360cd3778a73566fc6930b6ed2dfe2bada1ac2bc7a341811e861

data/lib/s3_uploader.rb

@@ -0,0 +1,25 @@
+def get_path_inject
+    return path_inject = "AWS_DEFAULT_REGION=\"eu-west-1\" " +
+            "AWS_ACCESS_KEY_ID=\"#{$master_access_key}\" " +
+            "AWS_SECRET_ACCESS_KEY=\"#{$master_secret_key}\" "
+end
+
+def sanitize_for_filename(path)
+    return path.tr("/", "_")
+end
+
+def upload_to_s3 (source_dir, s3_destination)
+    cmd_sync = "#{get_path_inject} aws s3 sync #{source_dir} s3://#{s3_destination} --acl public-read"
+    source_sanitized = sanitize_for_filename(source_dir)
+    destination_sanitized = sanitize_for_filename(s3_destination)
+    system_safe(cmd_sync, "s3_upload_#{source_sanitized}_to_#{destination_sanitized}", "distribution failed on aws sync")
+    puts "distribution success to s3: #{s3_destination}"
+end
+
+def copy_directory(s3_source, s3_destination)
+    cmd = "#{get_path_inject} aws s3 sync s3://#{s3_source} s3://#{s3_destination} --delete --acl public-read"
+    source_sanitized = sanitize_for_filename(s3_source)
+    destination_sanitized = sanitize_for_filename(s3_destination)
+    system_safe(cmd, "s3_copy_#{source_sanitized}_to_#{destination_sanitized}", "distribution failed on aws copy")
+    puts "distribution success to s3: #{s3_destination}"
+end

data/lib/socotra-build.rb

@@ -1,5 +1,6 @@
 require 'open3'
 require 'set'
+require_relative 's3_uploader'
 
 def self.safe_retry(cmd, description, error_message="command failed", raise_on_fail=true, log_level="ERROR", log=true, tries=3)
     begin
@@ -134,3 +135,10 @@ def self.install_socotra_py_modules(pymodule, environment)
     cmd = "/usr/bin/yes|sudo pip install --trusted-host socotra-pypi-euw1.s3-website-eu-west-1.amazonaws.com --extra-index-url=http://socotra-pypi-euw1.s3-website-eu-west-1.amazonaws.com/#{pymodule}/#{environment} #{pymodule}"
     system_safe(cmd, "install_#{pymodule}_py_module", "Failed to install #{pymodule}")
 end
+
+def self.sync_logs(repo, build_id)
+    cmd = "cp -f console.log logs/"
+    system_safe(cmd, "copy_console_log", "Failed to copy console log")
+
+    upload_to_s3("logs", "socotra-builds/#{repo}/#{build_id}")
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: socotra-build
 version: !ruby/object:Gem::Version
-  version: 0.3.22
+  version: 0.3.23
 platform: ruby
 authors:
 - Chris Antenesse
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-10-05 00:00:00.000000000 Z
+date: 2015-12-05 00:00:00.000000000 Z
 dependencies: []
 description: Common functions for build
 email: chris.antenesse@socotra.com
@@ -16,6 +16,7 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- lib/s3_uploader.rb
 - lib/socotra-build-update.rb
 - lib/socotra-build.rb
 homepage: http://rubygems.org/gems/socotra