bantic-integrity 0.1.4

data/integrity.gemspec

@@ -0,0 +1,72 @@
+Gem::Specification.new do |s|
+  s.name = %q{integrity}
+  s.version = "0.1.4"
+
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Nicol\303\241s Sanguinetti", "Simon Rozet"]
+  s.date = %q{2008-12-08}
+  s.default_executable = %q{integrity}
+  s.description = %q{Your Friendly Continuous Integration server. Easy, fun and painless!}
+  s.email = %q{contacto@nicolassanguinetti.info}
+  s.executables = ["integrity"]
+  s.files = ["README.markdown", "Rakefile", "VERSION.yml", "app.rb", "bin/integrity", "config/config.sample.ru", "config/config.sample.yml", "config/thin.sample.yml", "integrity.gemspec", "lib/integrity.rb", "lib/integrity/build.rb", "lib/integrity/builder.rb", "lib/integrity/core_ext/object.rb", "lib/integrity/core_ext/string.rb", "lib/integrity/core_ext/time.rb", "lib/integrity/notifier.rb", "lib/integrity/notifier/base.rb", "lib/integrity/project.rb", "lib/integrity/scm.rb", "lib/integrity/scm/git.rb", "lib/integrity/scm/git/uri.rb", "public/buttons.css", "public/reset.css", "public/spinner.gif", "vendor/sinatra-hacks/lib/hacks.rb", "views/build.haml", "views/build_info.haml", "views/error.haml", "views/home.haml", "views/integrity.sass", "views/layout.haml", "views/new.haml", "views/not_found.haml", "views/notifier.haml", "views/project.haml", "views/unauthorized.haml", "spec/spec_helper.rb", "spec/form_field_matchers.rb"]
+  s.homepage = %q{http://integrityapp.com}
+  s.post_install_message = %q{Run `integrity help` for information on how to setup Integrity.}
+  s.require_paths = ["lib"]
+  s.rubyforge_project = %q{integrity}
+  s.rubygems_version = %q{1.2.0}
+  s.summary = %q{The easy and fun Continuous Integration server}
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 2
+
+    if current_version >= 3 then
+      s.add_runtime_dependency(%q<sinatra>, [">= 0.3.2"])
+      s.add_runtime_dependency(%q<haml>, [">= 0"])
+      s.add_runtime_dependency(%q<dm-core>, [">= 0.9.5"])
+      s.add_runtime_dependency(%q<dm-validations>, [">= 0.9.5"])
+      s.add_runtime_dependency(%q<dm-types>, [">= 0.9.5"])
+      s.add_runtime_dependency(%q<dm-timestamps>, [">= 0.9.5"])
+      s.add_runtime_dependency(%q<dm-aggregates>, [">= 0.9.5"])
+      s.add_runtime_dependency(%q<data_objects>, [">= 0.9.5"])
+      s.add_runtime_dependency(%q<do_sqlite3>, [">= 0.9.5"])
+      s.add_runtime_dependency(%q<json>, [">= 0"])
+      s.add_runtime_dependency(%q<foca-sinatra-diddies>, [">= 0.0.2"])
+      s.add_runtime_dependency(%q<rspec_hpricot_matchers>, [">= 0"])
+      s.add_runtime_dependency(%q<thor>, [">= 0"])
+      s.add_runtime_dependency(%q<bcrypt-ruby>, [">= 0"])
+    else
+      s.add_dependency(%q<sinatra>, [">= 0.3.2"])
+      s.add_dependency(%q<haml>, [">= 0"])
+      s.add_dependency(%q<dm-core>, [">= 0.9.5"])
+      s.add_dependency(%q<dm-validations>, [">= 0.9.5"])
+      s.add_dependency(%q<dm-types>, [">= 0.9.5"])
+      s.add_dependency(%q<dm-timestamps>, [">= 0.9.5"])
+      s.add_dependency(%q<dm-aggregates>, [">= 0.9.5"])
+      s.add_dependency(%q<data_objects>, [">= 0.9.5"])
+      s.add_dependency(%q<do_sqlite3>, [">= 0.9.5"])
+      s.add_dependency(%q<json>, [">= 0"])
+      s.add_dependency(%q<foca-sinatra-diddies>, [">= 0.0.2"])
+      s.add_dependency(%q<rspec_hpricot_matchers>, [">= 0"])
+      s.add_dependency(%q<thor>, [">= 0"])
+      s.add_dependency(%q<bcrypt-ruby>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<sinatra>, [">= 0.3.2"])
+    s.add_dependency(%q<haml>, [">= 0"])
+    s.add_dependency(%q<dm-core>, [">= 0.9.5"])
+    s.add_dependency(%q<dm-validations>, [">= 0.9.5"])
+    s.add_dependency(%q<dm-types>, [">= 0.9.5"])
+    s.add_dependency(%q<dm-timestamps>, [">= 0.9.5"])
+    s.add_dependency(%q<dm-aggregates>, [">= 0.9.5"])
+    s.add_dependency(%q<data_objects>, [">= 0.9.5"])
+    s.add_dependency(%q<do_sqlite3>, [">= 0.9.5"])
+    s.add_dependency(%q<json>, [">= 0"])
+    s.add_dependency(%q<foca-sinatra-diddies>, [">= 0.0.2"])
+    s.add_dependency(%q<rspec_hpricot_matchers>, [">= 0"])
+    s.add_dependency(%q<thor>, [">= 0"])
+    s.add_dependency(%q<bcrypt-ruby>, [">= 0"])
+  end
+end

data/lib/integrity/build.rb

@@ -0,0 +1,56 @@
+require 'ostruct'
+
+module Integrity
+  class Build
+    include DataMapper::Resource
+
+    property :id,                Integer,  :serial => true
+    property :output,            Text,     :nullable => false, :default => ''
+    property :successful,        Boolean,  :nullable => false, :default => false
+    property :commit_identifier, String,   :nullable => false
+    property :commit_metadata,   Yaml,     :nullable => false, :lazy => false
+    property :created_at,        DateTime
+    property :updated_at,        DateTime
+
+    belongs_to :project, :class_name => "Integrity::Project"
+
+    def failed?
+      !successful?
+    end
+
+    def status
+      successful? ? :success : :failed
+    end
+
+    def human_readable_status
+      successful? ? 'Build Successful' : 'Build Failed'
+    end
+
+    def short_commit_identifier
+      sha1?(commit_identifier) ? commit_identifier[0..6] : commit_identifier
+    end
+
+    def commit_author
+      @author ||= begin
+        commit_metadata[:author] =~ /^(.*) <(.*)>$/
+        OpenStruct.new(:name => $1.strip, :email => $2.strip, :full => commit_metadata[:author])
+      end
+    end
+
+    def commit_message
+      commit_metadata[:message]
+    end
+
+    def commited_at
+      case commit_metadata[:date]
+        when String then Time.parse(commit_metadata[:date])
+        else commit_metadata[:date]
+      end
+    end
+
+    private
+      def sha1?(string)
+        string =~ /^[a-f0-9]{40}$/
+      end
+  end
+end

data/lib/integrity/builder.rb

@@ -0,0 +1,49 @@
+require 'fileutils'
+
+module Integrity
+  class Builder
+    attr_reader :build_script
+
+    def initialize(project)
+      @uri = project.uri
+      @build_script = project.command
+      @branch = project.branch
+      @scm = SCM.new(@uri, @branch, export_directory)
+      @build = Build.new(:project => project)
+    end
+
+    def build(commit)
+      Integrity.log "Building #{commit} (#{@branch}) of #{@build.project.name} in #{export_directory} using #{scm_name}"
+      @scm.with_revision(commit) { run_build_script }
+      @build
+    ensure
+      @build.commit_identifier = @scm.commit_identifier(commit)
+      @build.commit_metadata = @scm.commit_metadata(commit)
+      @build.save
+    end
+
+    def delete_code
+      FileUtils.rm_r export_directory
+    rescue Errno::ENOENT
+      nil
+    end
+
+    private
+      def export_directory
+        Integrity.config[:export_directory] / "#{SCM.working_tree_path(@uri)}-#{@branch}"
+      end
+
+      def scm_name
+        @scm.name
+      end
+
+      def run_build_script
+        Integrity.log "Running `#{build_script}` in #{@scm.working_directory}"
+
+        IO.popen "(cd #{@scm.working_directory} && #{build_script}) 2>&1", "r" do |pipe|
+          @build.output = pipe.read
+        end
+        @build.successful = $?.success?
+      end
+  end
+end

data/lib/integrity/core_ext/object.rb

@@ -0,0 +1,6 @@
+class Object
+  def tap
+    yield self
+    self
+  end
+end

data/lib/integrity/core_ext/string.rb

@@ -0,0 +1,5 @@
+class String
+  def /(other)
+    File.join(self, other)
+  end
+end

data/lib/integrity/core_ext/time.rb

@@ -0,0 +1,13 @@
+class Time
+  alias :strftime_without_ordinals :strftime
+  def strftime(format_string)
+    format_string.gsub! "%o", case day
+      when 1, 21, 31 then "st"
+      when 2, 22     then "nd"
+      when 3, 23     then "rd"
+      else                "th"
+    end
+
+    strftime_without_ordinals(format_string)
+  end
+end

data/lib/integrity/notifier/base.rb

@@ -0,0 +1,55 @@
+module Integrity
+  class Notifier
+    class Base
+      def self.notify_of_build(build, config)
+        Timeout.timeout(8) { new(build, config).deliver! }
+      end
+
+      def self.to_haml
+        raise NoMethodError, "you need to implement this method in your notifier"
+      end
+      
+      attr_reader :build
+      
+      def initialize(build, config)
+        @build = build
+        @config = config
+      end
+      
+      def deliver!
+        raise NoMethodError, "you need to implement this method in your notifier"
+      end
+      
+      def short_message
+        "Build #{build.short_commit_identifier} #{build.successful? ? "was successful" : "failed"}"
+      end
+      
+      def full_message
+        <<-EOM
+"Build #{build.commit_identifier} #{build.successful? ? "was successful" : "failed"}"
+
+Commit Message: #{build.commit_message}
+Commit Date: #{build.commited_at}
+Commit Author: #{build.commit_author.name}
+
+Link: #{build_url}
+
+Build Output:
+
+#{stripped_build_output}
+EOM
+      end
+      
+      def build_url
+        raise if Integrity.config[:base_uri].nil?
+        Integrity.config[:base_uri] / build.project.permalink / "builds" / build.commit_identifier
+      end
+
+      private
+
+        def stripped_build_output
+          build.output.gsub("\e[0m", '').gsub(/\e\[3[1-7]m/, '')
+        end
+    end
+  end
+end

data/lib/integrity/notifier.rb

@@ -0,0 +1,50 @@
+module Integrity
+  class Notifier
+    include DataMapper::Resource
+    
+    property :id,      Integer,  :serial => true
+    property :name,    String,   :nullable => false
+    property :config,  Yaml,     :nullable => false, :lazy => false
+    
+    belongs_to :project, :class_name => "Integrity::Project"
+    
+    validates_is_unique :name, :scope => :project_id
+    validates_present :project_id
+    
+    def self.available
+      @available ||= constants.map { |name| const_get(name) }.select { |notifier| valid_notifier?(notifier) }
+    end
+    
+    def self.enable_notifiers(project, enabled, config={})
+      all(:project_id => project).destroy!
+      list_of_enabled_notifiers(enabled).each do |name|
+        create! :project_id => project, :name => name, :config => config[name]
+      end
+      
+    end
+    
+    def notify_of_build(build)
+      to_const.notify_of_build(build, config)
+    end
+    
+    private
+      
+      def to_const
+        self.class.module_eval(name)
+      end
+      
+      def self.list_of_enabled_notifiers(names)
+        [*names].reject { |n| n.nil? }
+      end
+      private_class_method :list_of_enabled_notifiers
+
+      def self.valid_notifier?(notifier)
+        notifier.respond_to?(:to_haml) && notifier.respond_to?(:notify_of_build) && notifier != Notifier::Base
+      end
+      private_class_method :valid_notifier?
+  end
+end
+
+require File.dirname(__FILE__) / 'notifier' / 'base'
+
+Dir["#{File.dirname(__FILE__)}/notifier/*.rb"].each &method(:require)

data/lib/integrity/project.rb

@@ -0,0 +1,94 @@
+module Integrity
+  class Project
+    include DataMapper::Resource
+
+    property :id,         Integer,  :serial => true
+    property :name,       String,   :nullable => false
+    property :permalink,  String
+    property :uri,        URI,      :nullable => false, :length => 255
+    property :branch,     String,   :nullable => false, :default => "master"
+    property :command,    String,   :nullable => false, :length => 255, :default => "rake"
+    property :public,     Boolean,  :default => true
+    property :started_build_at,   DateTime
+    property :created_at, DateTime
+    property :updated_at, DateTime
+
+    has n, :builds, :class_name => "Integrity::Build"
+    has n, :notifiers, :class_name => "Integrity::Notifier"
+
+    before :save, :set_permalink
+    before :destroy, :delete_code
+
+    validates_is_unique :name
+
+    def build(commit_identifier="HEAD")
+      return if building?
+      update_attributes(:started_build_at => Time.now)
+      Builder.new(self).build(commit_identifier)
+    ensure
+      update_attributes(:started_build_at => nil)
+      send_notifications
+    end
+
+    def building?
+      !started_build_at.nil?
+    end
+
+    def last_build
+      builds.last
+    end
+
+    def previous_builds
+      builds.all(:order => [:created_at.desc]).tap do |builds|
+        builds.shift
+      end
+    end
+
+    def status
+      last_build && last_build.status
+    end
+
+    def public=(flag)
+      attribute_set(:public, !!flag)
+    end
+    
+    def config_for(notifier)
+      notifier = notifiers.first(:name => notifier.to_s.split(/::/).last)
+      notifier.blank? ? {} : notifier.config
+    end
+    
+    def notifies?(notifier)
+      !notifiers.first(:name => notifier.to_s.split(/::/).last).blank?
+    end
+    
+    def enable_notifiers(*args)
+      Notifier.enable_notifiers(id, *args)
+    end
+    
+    private
+      def set_permalink
+        self.permalink = (name || "").downcase.
+          gsub(/'s/, "s").
+          gsub(/&/, "and").
+          gsub(/[^a-z0-9]+/, "-").
+          gsub(/-*$/, "")
+      end
+
+      def delete_code
+        builds.destroy!
+        Builder.new(self).delete_code
+      end
+      
+      def send_notifications
+        notifiers.each do |notifier|
+          begin
+            Integrity.log "Notifying of build #{last_build.short_commit_identifier} using the #{notifier.name} notifier"
+            notifier.notify_of_build last_build
+          rescue Timeout::Error
+            Integrity.log "#{notifier.name} notifier timed out"
+            next
+          end
+        end
+      end
+  end
+end

data/lib/integrity/scm/git/uri.rb

@@ -0,0 +1,57 @@
+module Integrity
+  module SCM
+    class Git
+      # From the git-pull man page:
+      #
+      # GIT URLS
+      #   One of the following notations can be used to name the remote repository:
+      #
+      #     rsync://host.xz/path/to/repo.git/
+      #     http://host.xz/path/to/repo.git/
+      #     git://host.xz/~user/path/to/repo.git/
+      #     ssh://[user@]host.xz[:port]/path/to/repo.git/
+      #     ssh://[user@]host.xz/path/to/repo.git/
+      #     ssh://[user@]host.xz/~user/path/to/repo.git/
+      #     ssh://[user@]host.xz/~/path/to/repo.git
+      # 
+      #   SSH is the default transport protocol over the network. You can optionally 
+      #   specify which user to log-in as, and an alternate, scp-like syntax is also 
+      #   supported
+      #
+      #   Both syntaxes support username expansion, as does the native git protocol, 
+      #   but only the former supports port specification. The following three are 
+      #   identical to the last three above, respectively:
+      #
+      #     [user@]host.xz:/path/to/repo.git/
+      #     [user@]host.xz:~user/path/to/repo.git/
+      #     [user@]host.xz:path/to/repo.git
+      #
+      class URI
+        def initialize(uri_string)
+          @uri = Addressable::URI.parse(uri_string)
+        end
+    
+        def working_tree_path
+          strip_extension(path).gsub("/", "-")
+        end
+    
+      private
+    
+        def strip_extension(string)
+          uri = Pathname.new(string)
+          if uri.extname.any?
+            uri = Pathname.new(string)
+            string.gsub(Regexp.new("#{uri.extname}\/?"), "")
+          else
+            string
+          end
+        end
+    
+        def path
+          path = @uri.path
+          path.gsub(/\~[a-zA-Z0-9]*\//, "").gsub(/^\//, "")
+        end
+      end
+    end
+  end
+end

data/lib/integrity/scm/git.rb

@@ -0,0 +1,83 @@
+module Integrity
+  module SCM
+    class Git
+      require File.dirname(__FILE__) / "git/uri"
+
+      attr_reader :uri, :branch, :working_directory
+
+      def self.working_tree_path(uri)
+        Git::URI.new(uri).working_tree_path
+      end
+
+      def initialize(uri, branch, working_directory)
+        @uri = uri.to_s
+        @branch = branch.to_s
+        @working_directory = working_directory
+      end
+
+      def with_revision(revision)
+        fetch_code
+        checkout(revision)
+        yield
+      end
+
+      def commit_identifier(sha1)
+        `cd #{working_directory} && git show -s --pretty=format:%H #{sha1}`.chomp
+      end
+
+      def commit_metadata(sha1)
+        format  = %Q(---%n:author: %an <%ae>%n:message: >-%n  %s%n:date: %ci%n)
+        YAML.load(`cd #{working_directory} && git show -s --pretty=format:"#{format}" #{sha1}`)
+      end
+      
+      def name
+        self.class.name.split("::").last
+      end
+
+      private
+
+        def fetch_code
+          clone unless cloned?
+          checkout unless on_branch?
+          pull
+        end
+    
+        def clone
+          log "Cloning #{uri} to #{working_directory}"
+          `git clone #{uri} #{working_directory}`
+        end
+
+        def checkout(treeish=nil)
+          strategy = case
+            when treeish                         then treeish
+            when local_branches.include?(branch) then branch
+            else                                      "-b #{branch} origin/#{branch}"
+          end
+
+          log "Checking-out #{strategy}"
+          `cd #{working_directory} && git checkout #{strategy}`
+        end
+
+        def pull
+          log "Pull-ing in #{working_directory}"
+          `cd #{working_directory} && git pull`
+        end
+
+        def local_branches
+          `cd #{working_directory} && git branch`.split("\n").map {|b| b.delete("*").strip }
+        end
+
+        def cloned?
+          File.directory?(working_directory / ".git")
+        end
+
+        def on_branch?
+          File.basename(`cd #{working_directory} && git symbolic-ref HEAD`).chomp == branch
+        end
+
+        def log(message)
+          Integrity.log("Git") { message }
+        end
+    end
+  end
+end

data/lib/integrity/scm.rb

@@ -0,0 +1,22 @@
+module Integrity
+  module SCM
+    class SCMUnknownError < StandardError; end
+
+    def self.new(uri, *args)
+      scm_class_for(uri).new(uri, *args)
+    end
+    
+    def self.working_tree_path(uri)
+      scm_class_for(uri).working_tree_path(uri)
+    end
+    
+    private
+  
+      def self.scm_class_for(string)
+        case string.to_s
+          when /\.git\/?/ then Git
+          else raise SCMUnknownError, "could not find any SCM based on string '#{string}'"
+        end
+      end
+  end
+end

data/lib/integrity.rb

@@ -0,0 +1,71 @@
+__DIR__ = File.dirname(__FILE__)
+$:.unshift "#{__DIR__}/integrity", *Dir["#{__DIR__}/../vendor/**/lib"].to_a
+
+require 'rubygems'
+require 'json'
+require 'dm-core'
+require 'dm-validations'
+require 'dm-types'
+require 'dm-timestamps'
+require 'dm-aggregates'
+
+require 'yaml'
+require 'logger'
+require 'digest/sha1'
+
+require 'core_ext/object'
+require 'core_ext/string'
+require 'core_ext/time'
+
+require 'project'
+require 'build'
+require 'builder'
+require 'scm'
+require 'scm/git'
+require 'notifier'
+
+module Integrity
+  def self.new(config_file = nil)
+    self.config = config_file unless config_file.nil?
+    DataMapper.setup(:default, config[:database_uri])
+  end
+
+  def self.root
+    File.expand_path(File.join(File.dirname(__FILE__), ".."))
+  end
+
+  def self.default_configuration
+    @defaults ||= { :database_uri      => 'sqlite3::memory:',
+                    :export_directory  => root / 'exports',
+                    :log               => STDOUT,
+                    :base_uri          => 'http://localhost:8910',
+                    :use_basic_auth    => false,
+                    :build_all_commits => true}
+  end
+
+  def self.config
+    @config ||= default_configuration
+  end
+
+  def self.config=(file)
+    @config = default_configuration.merge(YAML.load_file(file))
+  end
+  
+  def self.log(message, &block)
+    logger.info(message, &block)
+  end
+
+  def self.logger
+    @logger ||= Logger.new(config[:log], "daily").tap do |logger|
+      logger.formatter = LogFormatter.new
+    end
+  end
+  
+  private
+  
+    class LogFormatter < Logger::Formatter
+      def call(severity, time, progname, msg)
+        time.strftime("[%H:%M:%S] ") + msg2str(msg) + "\n"
+      end
+    end
+end