brycethornton-integrity 0.1.7.1

data/lib/integrity/migrations.rb

@@ -0,0 +1,152 @@
+require "dm-migrations"
+require "migration_runner"
+
+module Integrity
+  class Migrations
+    include DataMapper::Types
+
+    # not strictly necessary, but it makes it clear what is going on.
+    include DataMapper::MigrationRunner
+
+    migration 1, :initial, :verbose => false do
+      up do
+        create_table :integrity_projects do
+          column :id,          Integer,  :serial => true
+          column :name,        String,   :nullable => false
+          column :permalink,   String
+          column :uri,         URI,      :nullable => false
+          column :branch,      String,   :nullable => false, :default => "master"
+          column :command,     String,   :nullable => false, :default => "rake"
+          column :public,      Boolean,                      :default  => true
+          column :building,    Boolean,                      :default  => false
+          column :created_at,  DateTime
+          column :updated_at,  DateTime
+
+          column :build_id,    Integer
+          column :notifier_id, Integer
+        end
+
+        create_table :integrity_builds do
+          column :id,                Integer,  :serial => true
+          column :output,            Text,     :nullable => false, :default => ""
+          column :successful,        Boolean,  :nullable => false, :default => false
+          column :commit_identifier, String,   :nullable => false
+          column :commit_metadata,   Yaml,     :nullable => false
+          column :project_id,        Integer
+          column :created_at,        DateTime
+          column :updated_at,        DateTime
+        end
+
+        create_table :integrity_notifiers do
+          column :id,         Integer, :serial => true
+          column :name,       String,  :nullable => false
+          column :config,     Yaml,    :nullable => false
+
+          column :project_id, Integer
+        end
+      end
+
+      down do
+        drop_table :integrity_notifiers
+        drop_table :integrity_projects
+        drop_table :integrity_builds
+      end
+    end
+
+    migration 2, :add_commits, :verbose => false do
+      up do
+        class ::Integrity::Build
+          property :commit_identifier, String
+          property :commit_metadata,   Yaml,   :lazy => false
+          property :project_id,        Integer
+        end
+
+        create_table :integrity_commits do
+          column :id,           Integer,  :serial => true
+          column :identifier,   String,   :nullable => false
+          column :message,      String,   :nullable => false, :length => 255
+          column :author,       String,   :nullable => false, :length => 255
+          column :committed_at, DateTime, :nullable => false
+          column :created_at,  DateTime
+          column :updated_at,  DateTime
+
+          column :project_id,   Integer
+        end
+
+        # Die, orphans, die
+        Build.all(:project_id => nil).destroy!
+
+        # sqlite hodgepockery
+        all_builds = Build.all.each {|b| b.freeze }
+        drop_table :integrity_builds
+        create_table :integrity_builds do
+          column :id,           Integer, :serial => true
+          column :started_at,   DateTime
+          column :completed_at, DateTime
+          column :successful,   Boolean
+          column :output,       Text,    :nullable => false, :default => ""
+          column :created_at,   DateTime
+          column :updated_at,   DateTime
+          column :commit_id,    Integer
+          column :commit_identifier, String,   :nullable => false
+          column :commit_metadata,   Yaml,     :nullable => false
+          column :project_id,        Integer
+        end
+
+        all_builds.each do |build|
+          commit = Commit.first(:identifier => build.commit_identifier)
+
+          if commit.nil?
+            commit = Commit.create(:identifier   => build.commit_identifier,
+                                   :message      => build.commit_metadata[:message],
+                                   :author       => build.commit_metadata[:author],
+                                   :committed_at => build.commit_metadata[:date],
+                                   :project_id   => build.project_id)
+          end
+
+          Build.create(:commit_id    => commit.id,
+                       :started_at   => build.created_at,
+                       :completed_at => build.updated_at,
+                       :successful   => build.successful,
+                       :output       => build.output)
+        end
+      end
+
+      down do
+        modify_table :integrity_builds do
+          add_column :commit_identifier, String, :nullable => false
+          add_column :commit_metadata,   Yaml,   :nullable => false
+          add_column :project_id,        Integer
+        end
+
+        # sqlite hodgepockery
+        all_builds = Build.all.map {|b| b.freeze }
+        drop_table :integrity_builds
+        create_table :integrity_builds do
+          column :id,                Integer,  :serial => true
+          column :output,            Text,     :nullable => false, :default => ""
+          column :successful,        Boolean,  :nullable => false, :default => false
+          column :commit_identifier, String,   :nullable => false
+          column :commit_metadata,   Yaml,     :nullable => false
+          column :created_at,        DateTime
+          column :updated_at,        DateTime
+          column :project_id,        Integer
+        end
+
+        all_builds.each do |build|
+          Build.create(:project_id => build.commit.project_id,
+                       :output => build.output,
+                       :successful => build.successful,
+                       :commit_identifier => build.commit.identifier,
+                       :commit_metadata => {
+            :message => build.commit.message,
+            :author => build.commit.author.full,
+            :date => commit.committed_at
+          }.to_yaml)
+        end
+
+        drop_table :commits
+      end
+    end
+  end
+end

data/lib/integrity/notifier.rb

@@ -0,0 +1,50 @@
+module Integrity
+  class Notifier
+    include DataMapper::Resource
+    
+    property :id,      Serial
+    property :name,    String,   :nullable => false
+    property :config,  Yaml,     :nullable => false, :lazy => false
+    
+    belongs_to :project, :class_name => "Integrity::Project"
+    
+    validates_is_unique :name, :scope => :project_id
+    validates_present :project_id
+    
+    def self.available
+      @available ||= constants.map { |name| const_get(name) }.select { |notifier| valid_notifier?(notifier) }
+    end
+    
+    def self.enable_notifiers(project, enabled, config={})
+      all(:project_id => project).destroy!
+      list_of_enabled_notifiers(enabled).each do |name|
+        create! :project_id => project, :name => name, :config => config[name]
+      end
+      
+    end
+    
+    def notify_of_build(build)
+      to_const.notify_of_build(build, config)
+    end
+    
+    private
+      
+      def to_const
+        self.class.module_eval(name)
+      end
+      
+      def self.list_of_enabled_notifiers(names)
+        [*names].reject { |n| n.nil? }
+      end
+      private_class_method :list_of_enabled_notifiers
+
+      def self.valid_notifier?(notifier)
+        notifier.respond_to?(:to_haml) && notifier.respond_to?(:notify_of_build) && notifier != Notifier::Base
+      end
+      private_class_method :valid_notifier?
+  end
+end
+
+require File.dirname(__FILE__) / "notifier" / "base"
+
+Dir["#{File.dirname(__FILE__)}/notifier/*.rb"].each &method(:require)

data/lib/integrity/notifier/base.rb

@@ -0,0 +1,55 @@
+module Integrity
+  class Notifier
+    class Base
+      def self.notify_of_build(build, config)
+        Timeout.timeout(8) { new(build, config).deliver! }
+      end
+
+      def self.to_haml
+        raise NoMethodError, "you need to implement this method in your notifier"
+      end
+      
+      attr_reader :build
+      
+      def initialize(build, config)
+        @build = build
+        @config = config
+      end
+      
+      def deliver!
+        raise NoMethodError, "you need to implement this method in your notifier"
+      end
+      
+      def short_message
+        "Build #{build.short_commit_identifier} #{build.successful? ? "was successful" : "failed"}"
+      end
+      
+      def full_message
+        <<-EOM
+"Build #{build.commit_identifier} #{build.successful? ? "was successful" : "failed"}"
+
+Commit Message: #{build.commit_message}
+Commit Date: #{build.commited_at}
+Commit Author: #{build.commit_author.name}
+
+Link: #{build_url}
+
+Build Output:
+
+#{stripped_build_output}
+EOM
+      end
+      
+      def build_url
+        raise if Integrity.config[:base_uri].nil?
+        Integrity.config[:base_uri] / build.project.permalink / "builds" / build.commit_identifier
+      end
+
+      private
+
+        def stripped_build_output
+          build.output.gsub("\e[0m", "").gsub(/\e\[3[1-7]m/, "")
+        end
+    end
+  end
+end

data/lib/integrity/project.rb

@@ -0,0 +1,117 @@
+module Integrity
+  class Project
+    include DataMapper::Resource
+
+    property :id,         Serial
+    property :name,       String,   :nullable => false
+    property :permalink,  String
+    property :uri,        URI,      :nullable => false, :length => 255
+    property :branch,     String,   :nullable => false, :default => "master"
+    property :command,    String,   :nullable => false, :length => 255, :default => "rake"
+    property :public,     Boolean,  :default => true
+    property :building,   Boolean,  :default => false
+    property :created_at, DateTime
+    property :updated_at, DateTime
+
+    has n, :builds, :class_name => "Integrity::Build"
+    has n, :notifiers, :class_name => "Integrity::Notifier"
+
+    before :save, :set_permalink
+    before :destroy, :delete_code
+
+    validates_is_unique :name
+
+    def self.only_public_unless(condition)
+      if condition
+        all
+      else
+        all(:public => true)
+      end
+    end
+
+    def build(commit_identifier="HEAD")
+      return if building?
+      update_attributes(:building => true)
+      ProjectBuilder.new(self).build(commit_identifier)
+    ensure
+      update_attributes(:building => false)
+      send_notifications
+    end
+
+    def push(payload)
+      payload = JSON.parse(payload || "")
+
+      if Integrity.config[:build_all_commits]
+        payload["commits"].sort_by { |commit| Time.parse(commit["timestamp"]) }.each do |commit|
+          build(commit["id"]) if payload["ref"] =~ /#{branch}/
+        end
+      else
+        build(payload["after"]) if payload["ref"] =~ /#{branch}/
+      end
+    end
+
+    def last_build
+      all_builds.first
+    end
+
+    def previous_builds
+      all_builds.tap {|builds| builds.shift }
+    end
+
+    def status
+      last_build && last_build.status
+    end
+
+    def public=(flag)
+      attribute_set(:public, case flag
+        when "1", "0" then flag == "1"
+        else !!flag
+      end)
+    end
+
+    def config_for(notifier)
+      notifier = notifiers.first(:name => notifier.to_s.split(/::/).last)
+      notifier.blank? ? {} : notifier.config
+    end
+
+    def notifies?(notifier)
+      !notifiers.first(:name => notifier.to_s.split(/::/).last).blank?
+    end
+
+    def enable_notifiers(*args)
+      Notifier.enable_notifiers(id, *args)
+    end
+
+    private
+      def set_permalink
+        self.permalink = (name || "").downcase.
+          gsub(/'s/, "s").
+          gsub(/&/, "and").
+          gsub(/[^a-z0-9]+/, "-").
+          gsub(/-*$/, "")
+      end
+
+      def delete_code
+        builds.destroy!
+        ProjectBuilder.new(self).delete_code
+      rescue SCM::SCMUnknownError => error
+        Integrity.log "Problem while trying to deleting code: #{error}"
+      end
+
+      def send_notifications
+        notifiers.each do |notifier|
+          begin
+            Integrity.log "Notifying of build #{last_build.short_commit_identifier} using the #{notifier.name} notifier"
+            notifier.notify_of_build last_build
+          rescue Timeout::Error
+            Integrity.log "#{notifier.name} notifier timed out"
+            next
+          end
+        end
+      end
+
+      def all_builds
+        builds.all.sort_by {|b| b.commited_at }.reverse
+      end
+  end
+end

data/lib/integrity/project_builder.rb

@@ -0,0 +1,47 @@
+module Integrity
+  class ProjectBuilder
+    attr_reader :build_script
+
+    def initialize(project)
+      @uri = project.uri
+      @build_script = project.command
+      @branch = project.branch
+      @scm = SCM.new(@uri, @branch, export_directory)
+      @build = Build.new(:project => project)
+    end
+
+    def build(commit)
+      Integrity.log "Building #{commit} (#{@branch}) of #{@build.project.name} in #{export_directory} using #{scm_name}"
+      @scm.with_revision(commit) { run_build_script }
+      @build
+    ensure
+      @build.commit_identifier = @scm.commit_identifier(commit)
+      @build.commit_metadata = @scm.commit_metadata(commit)
+      @build.save
+    end
+
+    def delete_code
+      FileUtils.rm_r export_directory
+    rescue Errno::ENOENT
+      nil
+    end
+
+    private
+      def export_directory
+        Integrity.config[:export_directory] / "#{SCM.working_tree_path(@uri)}-#{@branch}"
+      end
+
+      def scm_name
+        @scm.name
+      end
+
+      def run_build_script
+        Integrity.log "Running `#{build_script}` in #{@scm.working_directory}"
+
+        IO.popen "(cd #{@scm.working_directory} && #{build_script}) 2>&1", "r" do |pipe|
+          @build.output = pipe.read
+        end
+        @build.successful = $?.success?
+      end
+  end
+end

data/lib/integrity/scm.rb

@@ -0,0 +1,19 @@
+module Integrity
+  module SCM
+    class SCMUnknownError < StandardError; end
+
+    def self.new(uri, *args)
+      scm_class_for(uri).new(uri, *args)
+    end
+
+    def self.working_tree_path(uri)
+      scm_class_for(uri).working_tree_path(uri)
+    end
+
+    private
+      def self.scm_class_for(uri)
+        return Git if uri.scheme == "git" || uri.path =~ /\.git\/?/
+        raise SCMUnknownError, "could not find any SCM based on URI '#{uri.to_s}'"
+      end
+  end
+end