sr-integrity 0.1.8.1

data/lib/integrity/project.rb

@@ -0,0 +1,142 @@
+module Integrity
+  class Project
+    include DataMapper::Resource
+
+    property :id,         Integer,  :serial => true
+    property :name,       String,   :nullable => false
+    property :permalink,  String
+    property :uri,        URI,      :nullable => false, :length => 255
+    property :branch,     String,   :nullable => false, :default => "master"
+    property :command,    String,   :nullable => false, :length => 255, :default => "rake"
+    property :public,     Boolean,  :default => true
+    property :building,   Boolean,  :default => false
+    property :created_at, DateTime
+    property :updated_at, DateTime
+
+    has n, :commits, :class_name => "Integrity::Commit"
+    has n, :notifiers, :class_name => "Integrity::Notifier"
+
+    before :save, :set_permalink
+    before :destroy, :delete_code
+
+    validates_is_unique :name
+
+    def self.only_public_unless(condition)
+      if condition
+        all
+      else
+        all(:public => true)
+      end
+    end
+
+    def build(commit_identifier="HEAD")
+      commit_identifier = head_of_remote_repo if commit_identifier == "HEAD"
+      commit = find_or_create_commit_with_identifier(commit_identifier)
+      commit.queue_build
+    end
+
+    def push(payload)
+      payload = JSON.parse(payload || "")
+      return unless payload["ref"] =~ /#{branch}/
+      return if payload["commits"].nil?
+      return if payload["commits"].empty?
+
+      commits = if Integrity.config[:build_all_commits]
+        payload["commits"]
+      else
+        [payload["commits"].first]
+      end
+
+      commits.each do |commit_data|
+        create_commit_from(commit_data)
+        build(commit_data['id'])
+      end
+    end
+
+    def last_commit
+      commits.first(:project_id => id, :order => [:committed_at.desc])
+    end
+
+    def last_build
+      warn "Project#last_build is deprecated, use Project#last_commit"
+      last_commit
+    end
+
+    def previous_commits
+      commits.all(:project_id => id, :order => [:committed_at.desc]).tap {|commits| commits.shift }
+    end
+
+    def previous_builds
+      warn "Project#previous_builds is deprecated, use Project#previous_commits"
+      previous_commits
+    end
+
+    def status
+      last_commit && last_commit.status
+    end
+
+    def human_readable_status
+      last_commit && last_commit.human_readable_status
+    end
+
+    def public=(flag)
+      attribute_set(:public, case flag
+        when "1", "0" then flag == "1"
+        else !!flag
+      end)
+    end
+
+    def config_for(notifier)
+      notifier = notifiers.first(:name => notifier.to_s.split(/::/).last, :project_id => id)
+      notifier.blank? ? {} : notifier.config
+    end
+
+    def notifies?(notifier)
+      !notifiers.first(:name => notifier.to_s.split(/::/).last, :project_id => id).blank?
+    end
+
+    def enable_notifiers(*args)
+      Notifier.enable_notifiers(id, *args)
+    end
+
+    private
+      def find_or_create_commit_with_identifier(commit_identifier)
+        # We abuse +committed_at+ here setting it to Time.now because we use it
+        # to sort (for last_commit and previous_commits). I don't like this
+        # very much, but for now it's the only solution I can find.
+        #
+        # This also creates a dependency, as now we *always* have to update the
+        # +committed_at+ field after building to ensure the date is correct :(
+        #
+        # This might also make your commit listings a little jumpy, if some
+        # commits change place every time a build finishes =\
+        commits.first_or_create({ :identifier => commit_identifier, :project_id => id }, :committed_at => Time.now)
+      end
+
+      def head_of_remote_repo
+        SCM.new(uri, branch).head
+      end
+
+      def create_commit_from(data)
+        commits.create(:identifier   => data["id"],
+                       :author       => data["author"],
+                       :message      => data["message"],
+                       :committed_at => data["timestamp"])
+      end
+
+      def set_permalink
+        self.permalink = (name || "").downcase.
+          gsub(/'s/, "s").
+          gsub(/&/, "and").
+          gsub(/[^a-z0-9]+/, "-").
+          gsub(/-*$/, "")
+      end
+
+      def delete_code
+        commits.all(:project_id => id).destroy!
+        ProjectBuilder.new(self).delete_code
+      rescue SCM::SCMUnknownError => error
+        Integrity.log "Problem while trying to deleting code: #{error}"
+      end
+  end
+end

data/lib/integrity/project_builder.rb

@@ -0,0 +1,56 @@
+module Integrity
+  class ProjectBuilder
+    def initialize(project)
+      @project = project
+      @uri = project.uri
+      @build_script = project.command
+      @branch = project.branch
+      @scm = SCM.new(@uri, @branch, export_directory)
+    end
+
+    def build(commit)
+      @commit = commit
+      @build = commit.build
+      @build.start!
+      Integrity.log "Building #{commit.identifier} (#{@branch}) of #{@project.name} in #{export_directory} using #{@scm.name}"
+      @scm.with_revision(commit.identifier) { run_build_script }
+      @build
+    ensure
+      @build.complete!
+      @commit.update_attributes(@scm.info(commit.identifier))
+      send_notifications
+    end
+
+    def delete_code
+      FileUtils.rm_r export_directory
+    rescue Errno::ENOENT
+      nil
+    end
+
+    private
+      def send_notifications
+        @project.notifiers.each do |notifier|
+          begin
+            Integrity.log "Notifying of build #{@commit.short_identifier} using the #{notifier.name} notifier"
+            notifier.notify_of_build @commit
+          rescue Timeout::Error
+            Integrity.log "#{notifier.name} notifier timed out"
+            next
+          end
+        end
+      end
+
+      def export_directory
+        Integrity.config[:export_directory] / "#{SCM.working_tree_path(@uri)}-#{@branch}"
+      end
+
+      def run_build_script
+        Integrity.log "Running `#{@build_script}` in #{@scm.working_directory}"
+
+        IO.popen "(cd #{@scm.working_directory} && #{@build_script}) 2>&1", "r" do |pipe|
+          @build.output = pipe.read
+        end
+        @build.successful = $?.success?
+      end
+  end
+end

data/lib/integrity/scm/git/uri.rb

@@ -0,0 +1,57 @@
+module Integrity
+  module SCM
+    class Git
+      # From the git-pull man page:
+      #
+      # GIT URLS
+      #   One of the following notations can be used to name the remote repository:
+      #
+      #     rsync://host.xz/path/to/repo.git/
+      #     http://host.xz/path/to/repo.git/
+      #     git://host.xz/~user/path/to/repo.git/
+      #     ssh://[user@]host.xz[:port]/path/to/repo.git/
+      #     ssh://[user@]host.xz/path/to/repo.git/
+      #     ssh://[user@]host.xz/~user/path/to/repo.git/
+      #     ssh://[user@]host.xz/~/path/to/repo.git
+      #
+      #   SSH is the default transport protocol over the network. You can optionally
+      #   specify which user to log-in as, and an alternate, scp-like syntax is also
+      #   supported
+      #
+      #   Both syntaxes support username expansion, as does the native git protocol,
+      #   but only the former supports port specification. The following three are
+      #   identical to the last three above, respectively:
+      #
+      #     [user@]host.xz:/path/to/repo.git/
+      #     [user@]host.xz:~user/path/to/repo.git/
+      #     [user@]host.xz:path/to/repo.git
+      #
+      class URI
+        def initialize(uri_string)
+          @uri = Addressable::URI.parse(uri_string)
+        end
+
+        def working_tree_path
+          strip_extension(path).gsub("/", "-")
+        end
+
+      private
+
+        def strip_extension(string)
+          uri = Pathname.new(string)
+          if uri.extname.any?
+            uri = Pathname.new(string)
+            string.gsub(Regexp.new("#{uri.extname}\/?"), "")
+          else
+            string
+          end
+        end
+
+        def path
+          path = @uri.path
+          path.gsub(/\~[a-zA-Z0-9]*\//, "").gsub(/^\//, "")
+        end
+      end
+    end
+  end
+end

data/lib/integrity/scm/git.rb

@@ -0,0 +1,84 @@
+module Integrity
+  module SCM
+    class Git
+      require File.dirname(__FILE__) / "git/uri"
+
+      attr_reader :uri, :branch, :working_directory
+
+      def self.working_tree_path(uri)
+        Git::URI.new(uri).working_tree_path
+      end
+
+      def initialize(uri, branch, working_directory=nil)
+        @uri    = uri.to_s
+        @branch = branch.to_s
+        @working_directory = working_directory
+      end
+
+      def with_revision(revision)
+        fetch_code
+        checkout(revision)
+        yield
+      end
+
+      def name
+        self.class.name.split("::").last
+      end
+
+      def head
+        log "Getting the HEAD of '#{uri}' at '#{branch}'"
+        `git ls-remote --heads #{uri} #{branch} | awk '{print $1}'`.chomp
+      end
+
+      def info(revision)
+        format  = %Q(---%n:author: %an <%ae>%n:message: >-%n  %s%n:committed_at: %ci%n)
+        YAML.load(`cd #{working_directory} && git show -s --pretty=format:"#{format}" #{revision}`)
+      end
+
+      private
+
+        def fetch_code
+          clone    unless cloned?
+          checkout unless on_branch?
+          pull
+        end
+
+        def clone
+          log "Cloning #{uri} to #{working_directory}"
+          `git clone #{uri} #{working_directory} &>/dev/null`
+        end
+
+        def checkout(treeish=nil)
+          strategy = case
+            when treeish                         then treeish
+            when local_branches.include?(branch) then branch
+            else                                      "origin/#{branch}"
+          end
+
+          log "Checking-out #{strategy}"
+          `cd #{working_directory} && git reset --hard #{strategy} &>/dev/null`
+        end
+
+        def pull
+          log "Pull-ing in #{working_directory}"
+          `cd #{working_directory} && git pull &>/dev/null`
+        end
+
+        def local_branches
+          `cd #{working_directory} && git branch`.split("\n").map {|b| b.delete("*").strip }
+        end
+
+        def cloned?
+          File.directory?(working_directory / ".git")
+        end
+
+        def on_branch?
+          File.basename(`cd #{working_directory} && git symbolic-ref HEAD &>/dev/null`).chomp == branch
+        end
+
+        def log(message)
+          Integrity.log("Git") { message }
+        end
+    end
+  end
+end

data/lib/integrity/scm.rb

@@ -0,0 +1,19 @@
+module Integrity
+  module SCM
+    class SCMUnknownError < StandardError; end
+
+    def self.new(uri, *args)
+      scm_class_for(uri).new(uri, *args)
+    end
+
+    def self.working_tree_path(uri)
+      scm_class_for(uri).working_tree_path(uri)
+    end
+
+    private
+      def self.scm_class_for(uri)
+        return Git if uri.scheme == "git" || uri.path =~ /\.git\/?/
+        raise SCMUnknownError, "could not find any SCM based on URI '#{uri.to_s}'"
+      end
+  end
+end

data/lib/integrity.rb

@@ -0,0 +1,80 @@
+$:.unshift File.expand_path(File.dirname(__FILE__))
+
+require "json"
+require "dm-core"
+require "dm-validations"
+require "dm-types"
+require "dm-timestamps"
+require "dm-aggregates"
+require "sinatra/base"
+
+require "yaml"
+require "logger"
+require "digest/sha1"
+require "timeout"
+require "ostruct"
+require "pathname"
+
+require "integrity/core_ext/object"
+
+require "integrity/project"
+require "integrity/author"
+require "integrity/commit"
+require "integrity/build"
+require "integrity/project_builder"
+require "integrity/scm"
+require "integrity/scm/git"
+require "integrity/notifier"
+require "integrity/helpers"
+require "integrity/app"
+
+module Integrity
+  def self.new(config_file = nil)
+    self.config = YAML.load_file(config_file) unless config_file.nil?
+    DataMapper.setup(:default, config[:database_uri])
+  end
+
+  def self.root
+    Pathname.new(File.dirname(__FILE__)).join("..").expand_path
+  end
+
+  def self.default_configuration
+    @defaults ||= { :database_uri      => "sqlite3::memory:",
+                    :export_directory  => root / "exports",
+                    :log               => STDOUT,
+                    :base_uri          => "http://localhost:8910",
+                    :use_basic_auth    => false,
+                    :build_all_commits => true,
+                    :log_debug_info    => false }.dup
+  end
+
+  def self.config
+    @config ||= default_configuration
+  end
+
+  def self.config=(options)
+    @config = default_configuration.merge(options)
+  end
+
+  def self.log(message, &block)
+    logger.info(message, &block)
+  end
+
+  def self.logger
+    @logger ||= Logger.new(config[:log], "daily").tap do |logger|
+      logger.formatter = LogFormatter.new
+    end
+  end
+
+  def self.version
+    YAML.load_file(File.dirname(__FILE__) + "/../VERSION.yml").
+      values.join(".")
+  end
+
+  private
+    class LogFormatter < Logger::Formatter
+      def call(severity, time, progname, msg)
+        time.strftime("[%H:%M:%S] ") + msg2str(msg) + "\n"
+      end
+    end
+end

data/public/buttons.css

@@ -0,0 +1,82 @@
+/* --------------------------------------------------------------
+
+   buttons.css
+   * Gives you some great CSS-only buttons.
+
+   Created by Kevin Hale [particletree.com]
+   * particletree.com/features/rediscovering-the-button-element
+
+   See Readme.txt in this folder for instructions.
+
+-------------------------------------------------------------- */
+
+button {
+  display:block;
+  float:left;
+  margin:0 0.583em 0.667em 0;
+  padding:5px 10px 5px 7px;   /* Links */
+
+  border:1px solid #dedede;
+  border-top:1px solid #eee;
+  border-left:1px solid #eee;
+
+  background-color:#f5f5f5;
+  font-family:"Lucida Grande", Tahoma, Arial, Verdana, sans-serif;
+  font-size:100%;
+  line-height:130%;
+  text-decoration:none;
+  font-weight:bold;
+  color:#565656;
+  cursor:pointer;
+}
+button {
+  width:auto;
+  overflow:visible;
+  padding:4px 10px 3px 7px;   /* IE6 */
+}
+button[type] {
+  padding:4px 10px 4px 7px;   /* Firefox */
+  line-height:17px;           /* Safari */
+}
+*:first-child+html button[type] {
+  padding:4px 10px 3px 7px;   /* IE7 */
+}
+button img {
+  margin:0 3px -3px 0 !important;
+  padding:0;
+  border:none;
+  width:16px;
+  height:16px;
+  float:none;
+}
+
+
+/* Button colors
+-------------------------------------------------------------- */
+
+/* Standard */
+button:hover {
+  background-color:#dff4ff;
+  border:1px solid #c2e1ef;
+  color:#336699;
+}
+
+/* Positive */
+body .positive {
+  color:#529214;
+}
+button.positive:hover {
+  background-color:#E6EFC2;
+  border:1px solid #C6D880;
+  color:#529214;
+}
+
+/* Negative */
+body .negative {
+  color:#d12f19;
+}
+button.negative:hover {
+  background:#fbe3e4;
+  border:1px solid #fbc2c4;
+  color:#d12f19;
+}

data/public/reset.css

@@ -0,0 +1,7 @@
+/*
+Copyright (c) 2008, Yahoo! Inc. All rights reserved.
+Code licensed under the BSD License:
+http://developer.yahoo.net/yui/license.txt
+version: 2.5.2
+*/
+html{color:#000;background:#FFF;}body,div,dl,dt,dd,ul,ol,li,h1,h2,h3,h4,h5,h6,pre,code,form,fieldset,legend,input,textarea,p,blockquote,th,td{margin:0;padding:0;}table{border-collapse:collapse;border-spacing:0;}fieldset,img{border:0;}address,caption,cite,code,dfn,em,strong,th,var{font-style:normal;font-weight:normal;}li{list-style:none;}caption,th{text-align:left;}h1,h2,h3,h4,h5,h6{font-size:100%;font-weight:normal;}q:before,q:after{content:'';}abbr,acronym {border:0;font-variant:normal;}sup {vertical-align:text-top;}sub {vertical-align:text-bottom;}input,textarea,select{font-family:inherit;font-size:inherit;font-weight:inherit;}input,textarea,select{*font-size:100%;}legend{color:#000;}

data/test/helpers/acceptance/git_helper.rb

@@ -0,0 +1,99 @@
+module GitHelper
+  @@_git_repositories = Hash.new {|h,k| h[k] = Repo.new(k) }
+
+  def git_repo(name)
+    @@_git_repositories[name]
+  end
+
+  def destroy_all_git_repos
+    @@_git_repositories.each {|n,r| r.destroy }
+    @@_git_repositories.clear
+  end
+
+  class Repo
+    attr_reader :path
+
+    def initialize(name)
+      @name = name
+      @path = "/tmp" / @name.to_s
+      create
+    end
+
+    def path
+      @path / ".git"
+    end
+
+    def create
+      destroy
+      FileUtils.mkdir_p @path
+
+      Dir.chdir(@path) do
+        system 'git init &>/dev/null'
+        system 'git config user.name "John Doe"'
+        system 'git config user.email "johndoe@example.org"'
+        system 'echo "just a test repo" >> README'
+        system 'git add README &>/dev/null'
+        system 'git commit -m "First commit" &>/dev/null'
+      end
+
+      add_successful_commit
+    end
+
+    def commits
+      Dir.chdir(@path) do
+        commits = `git log --pretty=oneline`.collect { |line| line.split(" ").first }
+        commits.inject([]) do |commits, sha1|
+          format  = %Q(---%n:message: >-%n  %s%n:timestamp: %ci%n:id: %H%n:author: %an <%ae>)
+          commits << YAML.load(`git show -s --pretty=format:"#{format}" #{sha1}`)
+        end
+      end
+    end
+
+    def add_commit(message, &action)
+      Dir.chdir(@path) do
+        yield action
+        system %Q(git commit -m "#{message}" &>/dev/null)
+      end
+    end
+
+    def add_failing_commit
+      add_commit "This commit will fail" do
+        system %Q(echo '#{build_script(false)}' > test)
+        system %Q(chmod +x test)
+        system %Q(git add test &>/dev/null)
+      end
+    end
+
+    def add_successful_commit
+      add_commit "This commit will work" do
+        system %Q(echo '#{build_script(true)}' > test)
+        system %Q(chmod +x test)
+        system %Q(git add test &>/dev/null)
+      end
+    end
+
+    def head
+      Dir.chdir(@path) do
+        `git log --pretty=format:%H | head -1`.chomp
+      end
+    end
+
+    def short_head
+      head[0..6]
+    end
+
+    def destroy
+      FileUtils.rm_rf @path if File.directory?(@path)
+    end
+
+    protected
+
+      def build_script(successful=true)
+        <<-script
+#!/bin/sh
+echo "Running tests..."
+exit #{successful ? 0 : 1}
+script
+      end
+  end
+end

data/test/helpers/acceptance/textfile_notifier.rb

@@ -0,0 +1,26 @@
+module Integrity
+  class Notifier
+    class Textfile < Notifier::Base
+      def self.to_haml
+        <<-haml
+%p.normal
+  %label{ :for => "textfile_notifier_file" } File
+  %input.text#textfile_notifier_file{ :name => "notifiers[Textfile][file]", :type => "text", :value => config["file"] }
+        haml
+      end
+
+      def initialize(build, config={})
+        super
+        @file = @config["file"]
+      end
+
+      def deliver!
+        File.open(@file, "a") do |f|
+          f.puts "=== #{short_message} ==="
+          f.puts
+          f.puts full_message
+        end
+      end
+    end
+  end
+end