imbriaco-integrity 0.1.9.2

data/lib/integrity/migrations.rb

@@ -0,0 +1,151 @@
+require "dm-migrations"
+require "migration_runner"
+
+module Integrity
+  def self.migrate_db
+    setup_initial_migration if pre_migrations?
+    Integrity::Migrations.migrate_up!
+  end
+
+  def self.setup_initial_migration
+    database_adapter.execute %q(CREATE TABLE "migration_info" ("migration_name" VARCHAR(255));)
+    database_adapter.execute %q(INSERT INTO "migration_info" ("migration_name") VALUES ("initial"))
+  end
+
+  def self.pre_migrations?
+    !table_exists?("migration_info") &&
+      ( table_exists?("integrity_projects") &&
+        table_exists?("integrity_builds")   &&
+        table_exists?("integrity_notifiers") )
+  end
+
+  def self.table_exists?(table_name)
+    database_adapter.storage_exists?(table_name)
+  end
+
+  def self.database_adapter
+    DataMapper.repository(:default).adapter
+  end
+
+  module Migrations
+    # This is what is actually happening:
+    # include DataMapper::MigrationRunner
+
+    include DataMapper::Types
+
+    migration 1, :initial, :verbose => true do
+      up do
+        create_table :integrity_projects do
+          column :id,          Integer,  :serial => true
+          column :name,        String,   :nullable => false
+          column :permalink,   String
+          column :uri,         URI,      :nullable => false
+          column :branch,      String,   :nullable => false, :default => "master"
+          column :command,     String,   :nullable => false, :default => "rake"
+          column :public,      Boolean,                      :default  => true
+          column :building,    Boolean,                      :default  => false
+          column :created_at,  DateTime
+          column :updated_at,  DateTime
+
+          column :build_id,    Integer
+          column :notifier_id, Integer
+        end
+
+        create_table :integrity_builds do
+          column :id,                Integer,  :serial => true
+          column :output,            Text,     :nullable => false
+          column :successful,        Boolean,  :nullable => false, :default => false
+          column :commit_identifier, String,   :nullable => false
+          column :commit_metadata,   Yaml,     :nullable => false
+          column :created_at,        DateTime
+          column :updated_at,        DateTime
+
+          column :project_id,        Integer
+        end
+
+        create_table :integrity_notifiers do
+          column :id,         Integer, :serial => true
+          column :name,       String,  :nullable => false
+          column :config,     Yaml,    :nullable => false
+
+          column :project_id, Integer
+        end
+      end
+    end
+
+    migration 2, :add_commits, :verbose => true do
+      up do
+        class ::Integrity::Build
+          property :commit_identifier, String
+          property :commit_metadata,   Yaml,   :lazy => false
+          property :project_id,        Integer
+        end
+
+        create_table :integrity_commits do
+          column :id,           Integer,  :serial => true
+          column :identifier,   String,   :nullable => false
+          column :message,      String,   :nullable => false, :length => 255
+          column :author,       String,   :nullable => false, :length => 255
+          column :committed_at, DateTime, :nullable => false
+          column :created_at,  DateTime
+          column :updated_at,  DateTime
+
+          column :project_id,   Integer
+        end
+
+        modify_table :integrity_builds do
+          add_column :commit_id,    Integer
+          add_column :started_at,   DateTime
+          add_column :completed_at, DateTime
+        end
+
+        # Die, orphans, die
+        Build.all(:project_id => nil).destroy!
+
+        # sqlite hodgepockery
+        all_builds = Build.all.each {|b| b.freeze }
+        drop_table :integrity_builds
+        create_table :integrity_builds do
+          column :id,           Integer, :serial => true
+          column :started_at,   DateTime
+          column :completed_at, DateTime
+          column :successful,   Boolean
+          column :output,       Text,    :nullable => false
+          column :created_at,   DateTime
+          column :updated_at,   DateTime
+
+          column :commit_id,    Integer
+        end
+
+        all_builds.each do |build|
+          commit = Commit.first(:identifier => build.commit_identifier)
+
+          if commit.nil?
+            commit = Commit.create(:identifier   => build.commit_identifier,
+                                   :message      => build.commit_metadata[:message],
+                                   :author       => build.commit_metadata[:author],
+                                   :committed_at => build.commit_metadata[:date],
+                                   :project_id   => build.project_id)
+          end
+
+          Build.create(:commit_id    => commit.id,
+                       :started_at   => build.created_at,
+                       :completed_at => build.updated_at,
+                       :successful   => build.successful,
+                       :output       => build.output)
+        end
+      end
+    end
+
+    migration 3, :add_enabled_column do
+      up do
+        modify_table(:integrity_notifiers) { add_column :enabled, Boolean }
+      end
+
+      down do
+        # TODO: sqlite doesn't support DROP COLUMN ...
+        # modify_table(:integrity_notifiers) { drop_column :enabled }
+      end
+    end
+  end
+end

data/lib/integrity/notifier/base.rb

@@ -0,0 +1,74 @@
+module Integrity
+  class Notifier
+    class Base
+      def self.notify_of_build(build, config)
+        Integrity.log "Notifying of build #{build.commit.short_identifier} using the #{self.class} notifier"
+        Timeout.timeout(8) { new(build.commit, config).deliver! }
+      rescue Timeout::Error
+        Integrity.log "#{notifier.name} notifier timed out"
+        false
+      end
+
+      def self.to_haml
+        raise NotImplementedError, "you need to implement this method in your notifier"
+      end
+
+      attr_reader :commit
+
+      def initialize(commit, config)
+        @commit = commit
+        @config = config
+      end
+
+      def build
+        warn "Notifier::Base#build is deprecated, use Notifier::Base#commit instead (#{caller[0]})"
+        commit
+      end
+
+      def deliver!
+        raise NotImplementedError, "you need to implement this method in your notifier"
+      end
+
+      def short_message
+        commit.human_readable_status
+      end
+
+      def full_message
+        <<-EOM
+"Build #{commit.identifier} #{commit.successful? ? "was successful" : "failed"}"
+
+Commit Message: #{commit.message}
+Commit Date: #{commit.committed_at}
+Commit Author: #{commit.author.name}
+
+Link: #{commit_url}
+
+Build Output:
+
+#{stripped_commit_output}
+EOM
+      end
+
+      def commit_url
+        raise if Integrity.config[:base_uri].nil?
+        Integrity.config[:base_uri] / commit.project.permalink / "commits" / commit.identifier
+      end
+
+      def build_url
+        warn "Notifier::Base#build_url is deprecated, use Notifier::Base#commit_url instead (#{caller[0]})"
+        commit_url
+      end
+
+      private
+
+        def stripped_commit_output
+          commit.output.gsub("\e[0m", "").gsub(/\e\[3[1-7]m/, "")
+        end
+
+        def stripped_build_output
+          warn "Notifier::Base#stripped_build_output is deprecated, use Notifier::base#stripped_commit_output instead (#{caller[0]})"
+          stripped_commit_output
+        end
+    end
+  end
+end

data/lib/integrity/notifier/test/fixtures.rb

@@ -0,0 +1,108 @@
+require "dm-sweatshop"
+
+include DataMapper::Sweatshop::Unique
+
+class Array
+  def pick
+    self[rand(self.length)]
+  end
+end
+
+def create_notifier!(name)
+  klass = Class.new(Integrity::Notifier::Base) do
+    def self.to_haml; "";   end
+    def deliver!;     nil;  end
+  end
+
+  unless Integrity::Notifier.const_defined?(name)
+    Integrity::Notifier.const_set(name, klass)
+  end
+end
+
+Integrity::Project.fixture do
+  { :name       => (name = unique { /\w+/.gen }),
+    :uri        => "git://github.com/#{/\w+/.gen}/#{name}.git",
+    :branch     => ["master", "test-refactoring", "lh-34"].pick,
+    :command    => ["rake", "make", "ant -buildfile test.xml"].pick,
+    :public     => [true, false].pick,
+    :building   => [true, false].pick }
+end
+
+Integrity::Project.fixture(:integrity) do
+  { :name       => "Integrity",
+    :uri        => "git://github.com/foca/integrity.git",
+    :branch     => "master",
+    :command    => "rake",
+    :public     => true,
+    :building   => false }
+end
+
+Integrity::Project.fixture(:my_test_project) do
+  { :name       => "My Test Project",
+    :uri        => File.dirname(__FILE__) + "/../../",
+    :branch     => "master",
+    :command    => "./test",
+    :public     => true,
+    :building   => false }
+end
+
+Integrity::Commit.fixture do
+  project = Integrity::Project.first || Integrity::Project.gen
+
+  { :identifier =>   Digest::SHA1.hexdigest(/[:paragraph:]/.gen),
+    :message =>      /[:sentence:]/.gen,
+    :author =>       /\w+ \w+ <\w+@example.org>/.gen,
+    :committed_at => unique {|i| Time.mktime(2008, 12, 15, 18, (59 - i) % 60) },
+    :project_id =>   project.id }
+end
+
+Integrity::Commit.fixture(:successful) do
+  Integrity::Commit.generate_attributes.update(:build => Integrity::Build.gen(:successful))
+end
+
+Integrity::Commit.fixture(:failed) do
+  Integrity::Commit.generate_attributes.update(:build => Integrity::Build.gen(:failed))
+end
+
+Integrity::Commit.fixture(:pending) do
+  Integrity::Commit.generate_attributes.update(:build => Integrity::Build.gen(:pending))
+end
+
+Integrity::Build.fixture do
+  commit = Integrity::Commit.first || Integrity::Commit.gen
+
+  { :output       => /[:paragraph:]/.gen,
+    :successful   => true,
+    :started_at   => unique {|i| Time.mktime(2008, 12, 15, 18, i % 60) },
+    :created_at   => unique {|i| Time.mktime(2008, 12, 15, 18, i % 60) },
+    :completed_at => unique {|i| Time.mktime(2008, 12, 15, 18, i % 60) },
+    :commit_id    => commit.id }
+end
+
+Integrity::Build.fixture(:successful) do
+  Integrity::Build.generate_attributes.update(:successful => true)
+end
+
+Integrity::Build.fixture(:failed) do
+  Integrity::Build.generate_attributes.update(:successful => false)
+end
+
+Integrity::Build.fixture(:pending) do
+  Integrity::Build.generate_attributes.update(:successful => nil, :started_at => nil, :completed_at => nil)
+end
+
+Integrity::Notifier.fixture(:irc) do
+  create_notifier! "IRC"
+
+  { :project => Integrity::Project.generate,
+    :name => "IRC",
+    :config => { :uri => "irc://irc.freenode.net/integrity" }}
+end
+
+Integrity::Notifier.fixture(:twitter) do
+  create_notifier! "Twitter"
+
+  { :project => Integrity::Project.generate,
+    :name => "Twitter",
+    :config => { :email => "foo@example.org", :pass => "secret" }}
+end

data/lib/integrity/notifier/test/hpricot_matcher.rb

@@ -0,0 +1,38 @@
+require "hpricot"
+
+module Integrity
+  class Notifier
+    module Test
+      # Thanks Harry! http://gist.github.com/39960
+      class HpricotMatcher
+        def initialize(html)
+          @doc = Hpricot(html)
+        end
+
+        # elements('h1') returns a Hpricot::Elements object with all h1-tags.
+        def elements(selector)
+          @doc.search(selector)
+        end
+
+        # element('h1') returns Hpricot::Elem with first h1-tag, or nil if
+        # none exist.
+        def element(selector)
+          @doc.at(selector)
+        end
+
+        # tags('h1') returns the inner HTML of all matched elements mathed.
+        def tags(selector)
+          e = elements(selector)
+          e.map {|x| x.inner_html}
+        end
+
+        # tag('h1') returns the inner HTML of the first mached element, or
+        # nil if none matched.
+        def tag(selector)
+          e = element(selector)
+          e && e.inner_html
+        end
+      end
+    end
+  end
+end

data/lib/integrity/notifier/test.rb

@@ -0,0 +1,59 @@
+require File.dirname(__FILE__) + "/../../integrity"
+
+require "integrity/notifier/test/hpricot_matcher"
+require "integrity/notifier/test/fixtures"
+
+module Integrity
+  class Notifier
+    module Test
+      def setup_database
+        DataMapper.setup(:default, "sqlite3::memory:")
+        DataMapper.auto_migrate!
+      end
+
+      def notifier_class
+        Integrity::Notifier.const_get(notifier)
+      end
+
+      def notification(commit)
+        notifier_class.new(commit).full_message
+      end
+
+      def notification_successful
+        notification(Integrity::Commit.gen(:successful))
+      end
+
+      def notification_failed
+        notification(Integrity::Commit.gen(:failed))
+      end
+
+      def assert_form_have_option(option, value=nil)
+        selector = "input##{notifier.downcase}_notifier_#{option}"
+        selector << "[@name='notifiers[#{notifier}][#{option}]']"
+        selector << "[@value='#{value}']" if value
+
+        assert_form_have_tag(selector, option => value)
+      end
+
+      def assert_form_have_options(*options)
+        options.each { |option| assert_form_have_option(option) }
+      end
+
+      def assert_form_have_tag(selector, options={})
+        content = options.delete(:content)
+        assert_have_tag(form(options), selector, content)
+      end
+
+      def assert_have_tag(html, selector, content=nil)
+        matcher = HpricotMatcher.new(html)
+        assert_equal content, matcher.tag(selector) if content
+        assert matcher.tag(selector)
+      end
+
+      def form(config={})
+        Haml::Engine.new(notifier_class.to_haml).
+          render(OpenStruct.new(:config => config))
+      end
+    end
+  end
+end

data/lib/integrity/notifier.rb

@@ -0,0 +1,34 @@
+require File.dirname(__FILE__) + "/notifier/base"
+
+module Integrity
+  class Notifier
+    include DataMapper::Resource
+
+    property :id,      Integer,  :serial => true
+    property :name,    String,   :nullable => false
+    property :enabled, Boolean,  :nullable => false, :default  => false
+    property :config,  Yaml,     :nullable => false, :lazy => false
+
+    belongs_to :project, :class_name => "Integrity::Project"
+
+    validates_is_unique :name, :scope => :project_id
+    validates_present :project_id
+
+    def self.register(klass)
+      Integrity.register_notifier(klass)
+    end
+
+    def self.available
+      Integrity.notifiers
+    end
+
+    def notify_of_build(build)
+      to_const.notify_of_build(build, config)
+    end
+
+    private
+      def to_const
+        self.class.available[name]
+      end
+  end
+end

data/lib/integrity/project/deprecated.rb

@@ -0,0 +1,17 @@
+module Integrity
+  class Project
+    module Helpers
+      module Deprecated
+        def last_build
+          warn "Project#last_build is deprecated, use Project#last_commit (#{caller[0]})"
+          last_commit
+        end
+
+        def previous_builds
+          warn "Project#previous_builds is deprecated, use Project#previous_commits (#{caller[0]})"
+          previous_commits
+        end
+      end
+    end
+  end
+end

data/lib/integrity/project/notifiers.rb

@@ -0,0 +1,33 @@
+module Integrity
+  class Project
+    module Helpers
+      module Notifiers
+        def notifies?(notifier)
+          return false unless notifier = notifiers.first(:name => notifier)
+
+          notifier.enabled?
+        end
+
+        def enabled_notifiers
+          notifiers.all(:enabled => true)
+        end
+
+        def config_for(notifier)
+          notifier = notifiers.first(:name => notifier)
+          notifier ? notifier.config : {}
+        end
+
+        def update_notifiers(to_enable, config)
+          config.each_pair { |name, config|
+            notifier = notifiers.first(:name => name)
+            notifier ||= notifiers.new(:name => name)
+
+            notifier.enabled = to_enable.include?(name)
+            notifier.config  = config
+            notifier.save
+          }
+        end
+      end
+    end
+  end
+end

data/lib/integrity/project/push.rb

@@ -0,0 +1,44 @@
+module Integrity
+  class Project
+    module Helpers
+      module Push
+        def push(payload)
+          payload = parse_payload(payload)
+          raise ArgumentError unless valid_payload?(payload)
+
+          commits =
+            if Integrity.config[:build_all_commits]
+              payload["commits"]
+            else
+              [ payload["commits"].first ]
+            end
+
+          commits.each do |commit_data|
+            create_commit_from(commit_data)
+            build(commit_data["id"])
+          end
+        end
+
+        private
+          def create_commit_from(data)
+            commits.create(:identifier => data["id"],
+              :author  => "#{data["author"]["name"]} <#{data["author"]["email"]}>",
+              :message => data["message"],
+              :committed_at => data["timestamp"])
+          end
+
+          def valid_payload?(payload)
+            payload && payload["ref"].to_s.include?(branch) &&
+                                 !payload["commits"].nil? &&
+                                 !payload["commits"].to_a.empty?
+          end
+
+          def parse_payload(payload)
+            JSON.parse(payload.to_s)
+          rescue JSON::ParserError
+          false
+          end
+      end
+    end
+  end
+end

data/lib/integrity/project.rb

@@ -0,0 +1,102 @@
+require "integrity/project/notifiers"
+require "integrity/project/push"
+require "integrity/project/deprecated"
+
+module Integrity
+  class Project
+    include DataMapper::Resource
+
+    include Helpers::Deprecated
+    include Helpers::Notifiers
+    include Helpers::Push
+
+    property :id,         Integer,  :serial => true
+    property :name,       String,   :nullable => false
+    property :permalink,  String
+    property :uri,        URI,      :nullable => false, :length => 255
+    property :branch,     String,   :nullable => false, :default => "master"
+    property :command,    String,   :nullable => false, :length => 255, :default => "rake"
+    property :public,     Boolean,  :default => true
+    property :building,   Boolean,  :default => false
+    property :created_at, DateTime
+    property :updated_at, DateTime
+
+    has n, :commits, :class_name => "Integrity::Commit"
+    has n, :notifiers, :class_name => "Integrity::Notifier"
+
+    before :save, :set_permalink
+    before :destroy, :delete_working_directory
+
+    validates_is_unique :name
+
+    def self.only_public_unless(condition)
+      if condition
+        all
+      else
+        all(:public => true)
+      end
+    end
+
+    def build(commit_identifier="HEAD")
+      commit_identifier = head_of_remote_repo if commit_identifier == "HEAD"
+      commit = find_or_create_commit_with_identifier(commit_identifier)
+      Build.queue(commit)
+    end
+
+    def last_commit
+      commits.first(:project_id => id, :order => [:committed_at.desc])
+    end
+
+    def previous_commits
+      commits.all(:project_id => id, :order => [:committed_at.desc]).tap {|commits| commits.shift }
+    end
+
+    def status
+      last_commit && last_commit.status
+    end
+
+    def human_readable_status
+      last_commit && last_commit.human_readable_status
+    end
+
+    def public=(flag)
+      attribute_set(:public, case flag
+        when "1", "0" then flag == "1"
+        else !!flag
+      end)
+    end
+
+    private
+      def find_or_create_commit_with_identifier(commit_identifier)
+        # We abuse +committed_at+ here setting it to Time.now because we use it
+        # to sort (for last_commit and previous_commits). I don't like this
+        # very much, but for now it's the only solution I can find.
+        #
+        # This also creates a dependency, as now we *always* have to update the
+        # +committed_at+ field after building to ensure the date is correct :(
+        #
+        # This might also make your commit listings a little jumpy, if some
+        # commits change place every time a build finishes =\
+        commits.first_or_create({ :identifier => commit_identifier, :project_id => id }, :committed_at => Time.now)
+      end
+
+      def head_of_remote_repo
+        SCM.new(uri, branch).head
+      end
+
+      def set_permalink
+        self.permalink = (name || "").downcase.
+          gsub(/'s/, "s").
+          gsub(/&/, "and").
+          gsub(/[^a-z0-9]+/, "-").
+          gsub(/-*$/, "")
+      end
+
+      def delete_working_directory
+        commits.all(:project_id => id).destroy!
+        ProjectBuilder.delete_working_directory(self)
+      rescue SCM::SCMUnknownError => error
+        Integrity.log "Problem while trying to deleting code: #{error}"
+      end
+  end
+end