integrity 0.1.8

data/lib/integrity/installer.rb

@@ -0,0 +1,132 @@
+require File.dirname(__FILE__) + "/../integrity"
+require "thor"
+
+module Integrity
+  class Installer < Thor
+    include FileUtils
+
+    desc "install [PATH]",
+       "Copy template files to PATH. Next, go there and edit them."
+    def install(path)
+      @root = File.expand_path(path)
+
+      create_dir_structure
+      copy_template_files
+      edit_template_files
+      create_db(root / "config.yml")
+      after_setup_message
+    end
+
+    desc "create_db [CONFIG]",
+         "Checks the `database_uri` in CONFIG and creates and bootstraps a database for integrity"
+    def create_db(config, direction="up")
+      Integrity.new(config)
+      migrate_db(direction, 1)
+    end
+
+    desc "version",
+         "Print the current integrity version"
+    def version
+      puts Integrity.version
+    end
+
+    private
+      attr_reader :root
+
+      def migrate_db(direction, level=nil)
+        require "integrity/migrations"
+
+        set_up_migrations unless migrations_already_set_up?
+        add_initial_migration if tables_from_before_migrations_exist?
+
+        case direction
+        when "up"   then Integrity::Migrations.migrate_up!(level)
+        when "down" then Integrity::Migrations.migrate_down!(level)
+        else raise ArgumentError, "DIRECTION must be either up or down"
+        end
+      end
+
+      def create_dir_structure
+        mkdir_p root
+        mkdir_p root / "builds"
+        mkdir_p root / "log"
+        mkdir_p root / "public" # this one is to play nice with Passenger
+        mkdir_p root / "tmp"    # this one is to play nice with Passenger
+      end
+
+      def copy_template_files
+        cp Integrity.root / "config" / "config.sample.ru",  root / "config.ru"
+        cp Integrity.root / "config" / "config.sample.yml", root / "config.yml"
+        cp Integrity.root / "config" / "thin.sample.yml",   root / "thin.yml"
+      end
+
+      def edit_template_files
+        edit_integrity_configuration
+        edit_thin_configuration
+      end
+
+      def edit_integrity_configuration
+        config = File.read(root / "config.yml")
+        config.gsub! %r(sqlite3:///var/integrity.db), "sqlite3://#{root}/integrity.db"
+        config.gsub! %r(/path/to/scm/exports),        "#{root}/builds"
+        config.gsub! %r(/var/log),                    "#{root}/log"
+        File.open(root / "config.yml", "w") { |f| f.puts config }
+      end
+
+      def edit_thin_configuration
+        config = File.read(root / "thin.yml")
+        config.gsub! %r(/apps/integrity), root
+        File.open(root / "thin.yml", 'w') { |f| f.puts config }
+      end
+
+      def after_setup_message
+        puts
+        puts %Q(Awesome! Integrity was installed successfully!)
+        puts
+        puts %Q(If you want to enable notifiers, install the gems and then require them)
+        puts %Q(in #{root}/config.ru)
+        puts
+        puts %Q(For example:)
+        puts
+        puts %Q(  sudo gem install -s http://gems.github.com foca-integrity-email)
+        puts
+        puts %Q(And then in #{root}/config.ru add:)
+        puts
+        puts %Q(  require "notifier/email")
+        puts
+        puts %Q(Don't forget to tweak #{root / "config.yml"} to your needs.)
+      end
+
+      def set_up_migrations
+        database_adapter.execute %q(CREATE TABLE "migration_info" ("migration_name" VARCHAR(255));)
+      end
+
+      def add_initial_migration
+        database_adapter.execute %q(INSERT INTO "migration_info" ("migration_name") VALUES ("initial"))
+      end
+
+      def tables_from_before_migrations_exist?
+        table_exists?("integrity_projects") &&
+          table_exists?("integrity_builds") &&
+          table_exists?("integrity_notifiers")
+      end
+
+      def migrations_already_set_up?
+        table_exists?("migration_info")
+      end
+
+      def without_pluralizing_table_names
+        database_adapter.resource_naming_convention = DataMapper::NamingConventions::Resource::Underscored
+        yield
+        database_adapter.resource_naming_convention = DataMapper::NamingConventions::Resource::UnderscoredAndPluralized
+      end
+
+      def table_exists?(table_name)
+        database_adapter.storage_exists?(table_name)
+      end
+
+      def database_adapter
+        DataMapper.repository(:default).adapter
+      end
+  end
+end

data/lib/integrity/migrations.rb

@@ -0,0 +1,157 @@
+require "dm-migrations"
+require "migration_runner"
+
+module Integrity
+  class Migrations
+    include DataMapper::Types
+
+    # not strictly necessary, but it makes it clear what is going on.
+    include DataMapper::MigrationRunner
+
+    migration 1, :initial, :verbose => false do
+      up do
+        create_table :integrity_projects do
+          column :id,          Integer,  :serial => true
+          column :name,        String,   :nullable => false
+          column :permalink,   String
+          column :uri,         URI,      :nullable => false
+          column :branch,      String,   :nullable => false, :default => "master"
+          column :command,     String,   :nullable => false, :default => "rake"
+          column :public,      Boolean,                      :default  => true
+          column :building,    Boolean,                      :default  => false
+          column :created_at,  DateTime
+          column :updated_at,  DateTime
+
+          column :build_id,    Integer
+          column :notifier_id, Integer
+        end
+
+        create_table :integrity_builds do
+          column :id,                Integer,  :serial => true
+          column :output,            Text,     :nullable => false, :default => ""
+          column :successful,        Boolean,  :nullable => false, :default => false
+          column :commit_identifier, String,   :nullable => false
+          column :commit_metadata,   Yaml,     :nullable => false
+          column :created_at,        DateTime
+          column :updated_at,        DateTime
+
+          column :project_id,        Integer
+        end
+
+        create_table :integrity_notifiers do
+          column :id,         Integer, :serial => true
+          column :name,       String,  :nullable => false
+          column :config,     Yaml,    :nullable => false
+
+          column :project_id, Integer
+        end
+      end
+
+      down do
+        drop_table :integrity_notifiers
+        drop_table :integrity_projects
+        drop_table :integrity_builds
+      end
+    end
+
+    migration 2, :add_commits, :verbose => false do
+      up do
+        class ::Integrity::Build
+          property :commit_identifier, String
+          property :commit_metadata,   Yaml,   :lazy => false
+          property :project_id,        Integer
+        end
+
+        create_table :integrity_commits do
+          column :id,           Integer,  :serial => true
+          column :identifier,   String,   :nullable => false
+          column :message,      String,   :nullable => false, :length => 255
+          column :author,       String,   :nullable => false, :length => 255
+          column :committed_at, DateTime, :nullable => false
+          column :created_at,  DateTime
+          column :updated_at,  DateTime
+
+          column :project_id,   Integer
+        end
+
+        modify_table :integrity_builds do
+          add_column :commit_id,    Integer
+          add_column :started_at,   DateTime
+          add_column :completed_at, DateTime
+        end
+
+        # Die, orphans, die
+        Build.all(:project_id => nil).destroy!
+
+        # sqlite hodgepockery
+        all_builds = Build.all.each {|b| b.freeze }
+        drop_table :integrity_builds
+        create_table :integrity_builds do
+          column :id,           Integer, :serial => true
+          column :started_at,   DateTime
+          column :completed_at, DateTime
+          column :successful,   Boolean
+          column :output,       Text,    :nullable => false, :default => ""
+          column :created_at,   DateTime
+          column :updated_at,   DateTime
+
+          column :commit_id,    Integer
+        end
+
+        all_builds.each do |build|
+          commit = Commit.first(:identifier => build.commit_identifier)
+
+          if commit.nil?
+            commit = Commit.create(:identifier   => build.commit_identifier,
+                                   :message      => build.commit_metadata[:message],
+                                   :author       => build.commit_metadata[:author],
+                                   :committed_at => build.commit_metadata[:date],
+                                   :project_id   => build.project_id)
+          end
+
+          Build.create(:commit_id    => commit.id,
+                       :started_at   => build.created_at,
+                       :completed_at => build.updated_at,
+                       :successful   => build.successful,
+                       :output       => build.output)
+        end
+      end
+
+      down do
+        modify_table :integrity_builds do
+          add_column :commit_identifier, String, :nullable => false
+          add_column :commit_metadata,   Yaml,   :nullable => false
+          add_column :project_id,        Integer
+        end
+
+        # sqlite hodgepockery
+        all_builds = Build.all.map {|b| b.freeze }
+        drop_table :integrity_builds
+        create_table :integrity_builds do
+          column :id,                Integer,  :serial => true
+          column :output,            Text,     :nullable => false, :default => ""
+          column :successful,        Boolean,  :nullable => false, :default => false
+          column :commit_identifier, String,   :nullable => false
+          column :commit_metadata,   Yaml,     :nullable => false
+          column :created_at,        DateTime
+          column :updated_at,        DateTime
+          column :project_id,        Integer
+        end
+
+        all_builds.each do |build|
+          Build.create(:project_id => build.commit.project_id,
+                       :output => build.output,
+                       :successful => build.successful,
+                       :commit_identifier => build.commit.identifier,
+                       :commit_metadata => {
+            :message => build.commit.message,
+            :author => build.commit.author.full,
+            :date => commit.committed_at
+          }.to_yaml)
+        end
+
+        drop_table :commits
+      end
+    end
+  end
+end

data/lib/integrity/notifier.rb

@@ -0,0 +1,50 @@
+module Integrity
+  class Notifier
+    include DataMapper::Resource
+    
+    property :id,      Serial
+    property :name,    String,   :nullable => false
+    property :config,  Yaml,     :nullable => false, :lazy => false
+    
+    belongs_to :project, :class_name => "Integrity::Project"
+    
+    validates_is_unique :name, :scope => :project_id
+    validates_present :project_id
+    
+    def self.available
+      @available ||= constants.map { |name| const_get(name) }.select { |notifier| valid_notifier?(notifier) }
+    end
+    
+    def self.enable_notifiers(project, enabled, config={})
+      all(:project_id => project).destroy!
+      list_of_enabled_notifiers(enabled).each do |name|
+        create! :project_id => project, :name => name, :config => config[name]
+      end
+      
+    end
+    
+    def notify_of_build(build)
+      to_const.notify_of_build(build, config)
+    end
+    
+    private
+      
+      def to_const
+        self.class.module_eval(name)
+      end
+      
+      def self.list_of_enabled_notifiers(names)
+        [*names].reject { |n| n.nil? }
+      end
+      private_class_method :list_of_enabled_notifiers
+
+      def self.valid_notifier?(notifier)
+        notifier.respond_to?(:to_haml) && notifier.respond_to?(:notify_of_build) && notifier != Notifier::Base
+      end
+      private_class_method :valid_notifier?
+  end
+end
+
+require File.dirname(__FILE__) / "notifier" / "base"
+
+Dir["#{File.dirname(__FILE__)}/notifier/*.rb"].each &method(:require)

data/lib/integrity/notifier/base.rb

@@ -0,0 +1,55 @@
+module Integrity
+  class Notifier
+    class Base
+      def self.notify_of_build(build, config)
+        Timeout.timeout(8) { new(build, config).deliver! }
+      end
+
+      def self.to_haml
+        raise NoMethodError, "you need to implement this method in your notifier"
+      end
+      
+      attr_reader :build
+      
+      def initialize(build, config)
+        @build = build
+        @config = config
+      end
+      
+      def deliver!
+        raise NoMethodError, "you need to implement this method in your notifier"
+      end
+      
+      def short_message
+        "Build #{build.short_commit_identifier} #{build.successful? ? "was successful" : "failed"}"
+      end
+      
+      def full_message
+        <<-EOM
+"Build #{build.commit_identifier} #{build.successful? ? "was successful" : "failed"}"
+
+Commit Message: #{build.commit_message}
+Commit Date: #{build.commited_at}
+Commit Author: #{build.commit_author.name}
+
+Link: #{build_url}
+
+Build Output:
+
+#{stripped_build_output}
+EOM
+      end
+      
+      def build_url
+        raise if Integrity.config[:base_uri].nil?
+        Integrity.config[:base_uri] / build.project.permalink / "builds" / build.commit_identifier
+      end
+
+      private
+
+        def stripped_build_output
+          build.output.gsub("\e[0m", "").gsub(/\e\[3[1-7]m/, "")
+        end
+    end
+  end
+end

data/lib/integrity/project.rb

@@ -0,0 +1,117 @@
+module Integrity
+  class Project
+    include DataMapper::Resource
+
+    property :id,         Serial
+    property :name,       String,   :nullable => false
+    property :permalink,  String
+    property :uri,        URI,      :nullable => false, :length => 255
+    property :branch,     String,   :nullable => false, :default => "master"
+    property :command,    String,   :nullable => false, :length => 255, :default => "rake"
+    property :public,     Boolean,  :default => true
+    property :building,   Boolean,  :default => false
+    property :created_at, DateTime
+    property :updated_at, DateTime
+
+    has n, :builds, :class_name => "Integrity::Build"
+    has n, :notifiers, :class_name => "Integrity::Notifier"
+
+    before :save, :set_permalink
+    before :destroy, :delete_code
+
+    validates_is_unique :name
+
+    def self.only_public_unless(condition)
+      if condition
+        all
+      else
+        all(:public => true)
+      end
+    end
+
+    def build(commit_identifier="HEAD")
+      return if building?
+      update_attributes(:building => true)
+      ProjectBuilder.new(self).build(commit_identifier)
+    ensure
+      update_attributes(:building => false)
+      send_notifications
+    end
+
+    def push(payload)
+      payload = JSON.parse(payload || "")
+
+      if Integrity.config[:build_all_commits]
+        payload["commits"].sort_by { |commit| Time.parse(commit["timestamp"]) }.each do |commit|
+          build(commit["id"]) if payload["ref"] =~ /#{branch}/
+        end
+      else
+        build(payload["after"]) if payload["ref"] =~ /#{branch}/
+      end
+    end
+
+    def last_build
+      all_builds.first
+    end
+
+    def previous_builds
+      all_builds.tap {|builds| builds.shift }
+    end
+
+    def status
+      last_build && last_build.status
+    end
+
+    def public=(flag)
+      attribute_set(:public, case flag
+        when "1", "0" then flag == "1"
+        else !!flag
+      end)
+    end
+
+    def config_for(notifier)
+      notifier = notifiers.first(:name => notifier.to_s.split(/::/).last)
+      notifier.blank? ? {} : notifier.config
+    end
+
+    def notifies?(notifier)
+      !notifiers.first(:name => notifier.to_s.split(/::/).last).blank?
+    end
+
+    def enable_notifiers(*args)
+      Notifier.enable_notifiers(id, *args)
+    end
+
+    private
+      def set_permalink
+        self.permalink = (name || "").downcase.
+          gsub(/'s/, "s").
+          gsub(/&/, "and").
+          gsub(/[^a-z0-9]+/, "-").
+          gsub(/-*$/, "")
+      end
+
+      def delete_code
+        builds.destroy!
+        ProjectBuilder.new(self).delete_code
+      rescue SCM::SCMUnknownError => error
+        Integrity.log "Problem while trying to deleting code: #{error}"
+      end
+
+      def send_notifications
+        notifiers.each do |notifier|
+          begin
+            Integrity.log "Notifying of build #{last_build.short_commit_identifier} using the #{notifier.name} notifier"
+            notifier.notify_of_build last_build
+          rescue Timeout::Error
+            Integrity.log "#{notifier.name} notifier timed out"
+            next
+          end
+        end
+      end
+
+      def all_builds
+        builds.all.sort_by {|b| b.commited_at }.reverse
+      end
+  end
+end