autodeploy 0.0.3 → 0.0.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 46751e33ef5ccb5333b1ab00092f52995bef8ce4
-  data.tar.gz: 1736806359124af7e527e285bcab54debe988659
+  metadata.gz: 2f7a38b2c1acdf70874ef655a05c22ddf38a68e7
+  data.tar.gz: df182975d1f94091d312a71688c5516d069aa66b
 SHA512:
-  metadata.gz: a4f29c848c3f485032978d13f5207e5bfcac0da1a76bd898324adc52ca5b6a1cf1b337bf956e7e2bd97390f85994d9538c48724183a1ef6604bf5b33559a312a
-  data.tar.gz: 05e059b3c6be8f10ceab82bcf1b675f60b28c38e6ed6b39fe3a5b89cbbc9bed569beed68fa378230ec1d21db4a34254d3e6bacae13aaf322e758fe18256dc20b
+  metadata.gz: 0113541e0b016ebd29936fab70a25636d75a7bd56c4e5b56c7d0b84e4bbb90cd6dd69c9fb221a51c7661edee0168f87ed578a45545b7ceaae0e2787fcce73df3
+  data.tar.gz: 2a30e625e887bd4f4b09da12cbe3bb24d78ddab9e169adb1d0e049ce3ce43f10a61a00d0b45426360f30647db6ea127ddc1c8bc0b7993f5cdd7f3049ee68cbca

data/.gitignore

@@ -17,3 +17,4 @@ test/version_tmp
 tmp
 config.yml
 downloads/
+.idea/

data/Gemfile

@@ -1,4 +1,5 @@
 source 'https://rubygems.org'
 
+
 # Specify your gem's dependencies in autodeploy.gemspec
 gemspec

data/Rakefile

@@ -1 +1,40 @@
-require "bundler/gem_tasks"
+require 'bundler/gem_tasks'
+require 'rubygems'
+require 'bundler/setup'
+require 'rspec/core/rake_task'
+
+require 'active_record'
+require 'yaml'
+require 'mysql2'
+
+
+RSpec::Core::RakeTask.new('spec')
+task :default => :spec
+
+namespace :db do
+
+  desc "Migrate the db"
+  task :migrate do
+    connection_details = YAML::load(File.open('config/database.yml'))
+    ActiveRecord::Base.establish_connection(connection_details)
+    ActiveRecord::Migrator.migrate("lib/db/migrate/")
+  end
+
+  desc "Create the db"
+  task :create do
+    connection_details = YAML::load(File.open('config/database.yml'))
+  	admin_connection = connection_details.merge({'database'=> 'mysql', 
+                                                'schema_search_path'=> 'public'}) 
+    ActiveRecord::Base.establish_connection(admin_connection)
+    ActiveRecord::Base.connection.create_database(connection_details.fetch('database'))
+  end
+
+  desc "drop the db"
+  task :drop do
+    connection_details = YAML::load(File.open('config/database.yml'))
+        admin_connection = connection_details.merge({'database'=> 'mysql', 
+                                                'schema_search_path'=> 'public'}) 
+    ActiveRecord::Base.establish_connection(admin_connection)
+    ActiveRecord::Base.connection.drop_database(connection_details.fetch('database'))
+  end
+end

data/autodeploy.gemspec

@@ -20,7 +20,10 @@ Gem::Specification.new do |spec|
 
   spec.add_development_dependency "bundler", "~> 1.3"
   spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec"
 
   spec.add_dependency 'jenkins_api_client'
   spec.add_dependency 'dante'
+  spec.add_dependency 'activerecord'
+  spec.add_dependency 'mysql2'
 end

data/lib/autodeploy.rb

@@ -5,21 +5,32 @@ require 'jenkins_api_client'
 require 'date'
 
 require "autodeploy/version"
+require 'active_record'
+require File.expand_path('../autodeploy/models/deploy_build', __FILE__)
+require File.expand_path('../autodeploy/models/deploy_lock', __FILE__)
+require File.expand_path('../autodeploy/models/deploy_audit', __FILE__)
+require File.expand_path('../autodeploy/deployer', __FILE__)
+
+
 
 module Autodeploy
+  def self.log(message)
+    puts "[#{DateTime.now.strftime}] #{message}"
+  end
+
   class Job
-    def log(message)
-      puts "[#{DateTime.now.strftime}] #{message}"
-    end
 
     def initialize(configfile)
-        @config = YAML.load_file(configfile)
-        @client = JenkinsApi::Client.new(@config)
+      @config = YAML.load_file(configfile)
+      @client = JenkinsApi::Client.new(@config)
 
-        unless Dir.exist? @config['download_dir']
-          log "Creating #{@config['download_dir']} in #{Dir.pwd}"
-          Dir.mkdir @config['download_dir']
-        end
+      unless Dir.exist? @config['download_dir']
+        Autodeploy.log "Creating #{@config['download_dir']} in #{Dir.pwd}"
+        Dir.mkdir @config['download_dir']
+      end
+
+      puts @config
+      ActiveRecord::Base.establish_connection(@config['database'])
     end
 
     def job_number
@@ -31,19 +42,25 @@ module Autodeploy
     end
 
     def run
+      @deployer = Autodeploy::Deployer.new(@config, job)
+      @deployer.run()
+
       return unless job['result'] == 'SUCCESS'
 
-      filename = "#{job_number}-#{job['artifacts'][0]['fileName']}"
+      build_action = job['actions'].detect{|action| action.include?('lastBuiltRevision')}
+      sha = build_action.nil? ? nil : build_action['lastBuiltRevision']['SHA1']
+
+      filename = [job_number, sha, job['artifacts'][0]['fileName']].compact.join('-')
       filepath = File.join(@config['download_dir'], filename)
 
       if File.exists?(filepath)
-        log "#{filepath} already exists"
+        Autodeploy.log "#{filepath} already exists"
         return
       end
 
       uri = URI("#{job['url']}artifact/#{job['artifacts'][0]['relativePath']}")
 
-      log "Starting download: #{uri.path}"
+      Autodeploy.log "Starting download: #{uri.path}"
 
       Net::HTTP.start(uri.host, uri.port, use_ssl: true, verify_mode: OpenSSL::SSL::VERIFY_NONE) do |http|
         request = Net::HTTP::Get.new uri.request_uri
@@ -52,20 +69,20 @@ module Autodeploy
         resp = http.request(request)
 
         if resp.code != "200"
-          log "Error downloading artifact: #{resp.code} - #{resp.message}"
+          Autodeploy.log "Error downloading artifact: #{resp.code} - #{resp.message}"
           return
         end
 
-        log "Saving #{filename}"
+        Autodeploy.log "Saving #{filename}"
 
         open("downloads/#{filename}", "wb") do |file|
           file.write(resp.body)
-          log "Completed download - #{filename}"
+          Autodeploy.log "Completed download - #{filename}"
         end
       end
     end
 
-    def daemonize(time=30)
+    def daemonize(time=10)
       loop do
         run
         sleep time

data/lib/autodeploy/deployer.rb

@@ -0,0 +1,99 @@
+require 'socket'
+
+module Autodeploy
+	class Deployer
+		def initialize(yaml_config, jenkins_job)
+			@config = yaml_config
+			@job = jenkins_job
+		end
+
+		def run()
+			deploy_build = get_build_to_deploy(@config['job'])
+			build_full_file_path(deploy_build)
+
+			file_downloaded = has_file_been_downloaded
+			return unless file_downloaded
+			
+			file_deployed = has_file_been_deployed
+			return if file_deployed
+
+      lock_and_deploy
+		end
+
+    def lock_and_deploy
+      locked = acquire_lock_from_mysql
+      if locked
+        deploy
+      else
+        Autodeploy.log "Waiting for lock..."
+      end
+    end
+
+    def deploy
+      Autodeploy.log "Lock acquired"
+
+      begin
+        move_artifact_to_deploy_dir
+
+        record_successful_deployment
+      ensure
+        release_lock_from_mysql
+      end
+    end
+
+    def build_full_file_path(deploy_build)
+			artifact_file_name = @job['artifacts'][0]['fileName']
+
+			Autodeploy.log "DeployBuild: #{deploy_build}"
+
+			filename = [deploy_build.build_number, deploy_build.git_sha, artifact_file_name].compact.join('-')
+			@filepath = File.join(@config['download_dir'], filename)
+		end
+
+		def get_build_to_deploy(job_name)
+			Models::DeployBuild.where(job_name: job_name).order("created_at DESC").first
+		end
+
+		def has_file_been_downloaded()
+			File.exists?(@filepath)
+    end
+
+    def record_successful_deployment()
+      Models::DeployAudit.create(host: Socket.gethostname,
+                                 build_number: @job['number'],
+                                 jenkins_build_timestamp: @job['timestamp'],
+                                 created_at:  Time.now.to_i * 1000)
+    end
+
+		def has_file_been_deployed()
+      Models::DeployAudit.where(host: Socket.gethostname,
+                                build_number: @job['number'],
+                                jenkins_build_timestamp: @job['timestamp']).exists?
+		end
+
+		def acquire_lock_from_mysql
+      Autodeploy.log "Attempting to acquire lock..."
+
+			begin
+				Models::DeployLock.create(job_name: @config['job'],
+                                  host: Socket.gethostname,
+                                  created_at: Time.now.to_i * 1000)
+			rescue ActiveRecord::RecordNotUnique
+				nil
+			end
+		end
+
+		def release_lock_from_mysql
+      Autodeploy.log "Releasing lock..."
+			lock = Models::DeployLock.where(job_name: @config['job'], host: Socket.gethostname).first
+			lock.delete
+		end
+
+		def move_artifact_to_deploy_dir
+      Autodeploy.log "Moving aritifact to deploy dir"
+
+			cmd = "mv #{@filepath} #{@config['deploy_dir']}/#{@config['deploy_artifact_name']}"
+			success = system(cmd)
+		end
+	end
+end

data/lib/autodeploy/models/deploy_audit.rb

@@ -0,0 +1,9 @@
+module Autodeploy
+	module Models
+
+		class DeployAudit < ActiveRecord::Base
+			
+
+		end
+	end
+end

data/lib/autodeploy/models/deploy_build.rb

@@ -0,0 +1,9 @@
+module Autodeploy
+	module Models
+
+		class DeployBuild < ActiveRecord::Base
+			
+
+		end
+	end
+end

data/lib/autodeploy/models/deploy_lock.rb

@@ -0,0 +1,9 @@
+module Autodeploy
+	module Models
+
+		class DeployLock < ActiveRecord::Base
+			
+
+		end
+	end
+end

data/lib/autodeploy/version.rb

@@ -1,3 +1,3 @@
 module Autodeploy
-  VERSION = "0.0.3"
+  VERSION = "0.0.6"
 end

data/lib/db/migrate/001_setup_deploy_build_table.rb

@@ -0,0 +1,14 @@
+class SetupDeployBuildTable < ActiveRecord::Migration
+  def up
+    create_table :deploy_builds do |t|
+      t.string  :job_name
+      t.string  :git_sha
+      t.integer :build_number
+      t.integer :created_at, :limit => 8
+    end
+  end
+
+  def down
+    drop_table :deploy_builds
+  end
+end

data/lib/db/migrate/002_setup_lock_table.rb

@@ -0,0 +1,15 @@
+class SetupLockTable < ActiveRecord::Migration
+  def up
+    create_table :deploy_locks do |t|
+      t.string  :host
+      t.string  :job_name
+      t.integer :created_at, :limit => 8
+    end
+
+    add_index :deploy_locks, [:job_name], unique: true
+  end
+
+  def down
+    drop_table :deploy_locks
+  end
+end

data/lib/db/migrate/003_setup_deploy_audit_table.rb

@@ -0,0 +1,16 @@
+class SetupDeployAuditTable < ActiveRecord::Migration
+  def up
+    create_table :deploy_audits do |t|
+      t.string  :host
+      t.integer :jenkins_build_timestamp, :limit => 8
+      t.integer :build_number
+      t.integer :created_at, :limit => 8
+    end
+
+    add_index :deploy_audits, [:host, :jenkins_build_timestamp, :build_number], unique: true, name: 'host_deploy_idx'
+  end
+
+  def down
+    drop_table :deploy_audits
+  end
+end

data/spec/deployer_spec.rb

@@ -0,0 +1,14 @@
+require 'spec_helper'
+
+describe Autodeploy::Deployer do
+
+  it "should test" do
+    puts "hi"
+   
+    deployer = Autodeploy::Deployer.new
+    deployer.should_receive(:get_build_to_deploy).with("contacts").and_return(1)
+   
+    mock_deployer.run
+  end
+
+end

data/spec/spec_helper.rb

@@ -0,0 +1,8 @@
+require 'rubygems'
+require 'bundler/setup'
+
+require 'autodeploy'
+
+RSpec.configure do |config|
+
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: autodeploy
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.6
 platform: ruby
 authors:
 - Bob Breznak
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-08-21 00:00:00.000000000 Z
+date: 2013-08-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -39,6 +39,20 @@ dependencies:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: jenkins_api_client
   requirement: !ruby/object:Gem::Requirement
@@ -67,6 +81,34 @@ dependencies:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mysql2
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 description: A simple daemon that checks and downloads assets from Jenkins
 email:
 - bob@evertrue.com
@@ -84,7 +126,16 @@ files:
 - autodeploy.gemspec
 - bin/autodeploy
 - lib/autodeploy.rb
+- lib/autodeploy/deployer.rb
+- lib/autodeploy/models/deploy_audit.rb
+- lib/autodeploy/models/deploy_build.rb
+- lib/autodeploy/models/deploy_lock.rb
 - lib/autodeploy/version.rb
+- lib/db/migrate/001_setup_deploy_build_table.rb
+- lib/db/migrate/002_setup_lock_table.rb
+- lib/db/migrate/003_setup_deploy_audit_table.rb
+- spec/deployer_spec.rb
+- spec/spec_helper.rb
 homepage: https://github.com/evertrue/autodeploy
 licenses:
 - MIT
@@ -109,5 +160,6 @@ rubygems_version: 2.0.0
 signing_key: 
 specification_version: 4
 summary: A simple daemon that checks and downloads assets from Jenkins
-test_files: []
-has_rdoc: 
+test_files:
+- spec/deployer_spec.rb
+- spec/spec_helper.rb