oliyoung-integrity 0.1.9.0

data/lib/integrity/installer.rb

@@ -0,0 +1,131 @@
+require "thor"
+require File.dirname(__FILE__) + "/../integrity"
+
+module Integrity
+  class Installer < Thor
+    include FileUtils
+
+    desc "install [PATH]",
+       "Copy template files to PATH for desired deployement strategy
+       (either Thin, Passenger or Heroku). Next, go there and edit them."
+    method_options :passenger => :boolean,
+                   :thin      => :boolean,
+                   :heroku    => :boolean
+    def install(path)
+      @root = Pathname(path).expand_path
+
+      if options[:heroku]
+        cp_r Pathname(__FILE__).join("../../../config/heroku"), root
+        puts <<EOF
+Your Integrity install is ready to be deployed onto Heroku. Next steps:
+
+  1. git init && git add . && git commit -am "Initial import"
+  2. heroku create
+  3. git push heroku master
+  4. heroku rake db:migrate
+EOF
+      else
+        create_dir_structure
+        copy_template_files
+        edit_template_files
+        migrate_db(root.join("config.yml"))
+        after_setup_message
+      end
+    end
+
+    desc "migrate_db [CONFIG]",
+         "Checks the `database_uri` in CONFIG and migrates the
+          database up to the lastest version."
+    def migrate_db(config)
+      Integrity.new(config)
+
+      require "integrity/migrations"
+      Integrity.migrate_db
+    end
+
+    desc "launch [CONFIG]",
+         "Launch Integrity real quick."
+    method_options :config => :optional, :port => 4567
+    def launch
+      require "thin"
+      require "do_sqlite3"
+
+      if File.file?(options[:config].to_s)
+        Integrity.new(options[:config])
+      else
+        DataMapper.setup(:default, "sqlite3::memory:")
+      end
+
+      DataMapper.auto_migrate!
+
+      Thin::Server.start("0.0.0.0", options[:port], Integrity::App)
+    rescue LoadError => boom
+      missing_dependency = boom.message.split("--").last.lstrip
+      puts "Please install #{missing_dependency} to launch Integrity"
+    end
+
+    private
+      attr_reader :root
+
+      def create_dir_structure
+        mkdir_p root
+
+        mkdir_p root / "builds"
+        mkdir_p root / "log"
+
+        if options[:passenger]
+          mkdir_p root / "public"
+          mkdir_p root / "tmp"
+        end
+      end
+
+      def copy_template_files
+        copy "config.sample.ru"
+        copy "config.sample.yml"
+        copy "thin.sample.yml" if options[:thin]
+      end
+
+      def edit_template_files
+        edit_integrity_configuration
+        edit_thin_configuration if options[:thin]
+      end
+
+      def edit_integrity_configuration
+        config = File.read(root / "config.yml")
+        config.gsub! %r(sqlite3:///var/integrity.db), "sqlite3://#{root}/integrity.db"
+        config.gsub! %r(/path/to/scm/exports),        "#{root}/builds"
+        config.gsub! %r(/var/log),                    "#{root}/log"
+        File.open(root / "config.yml", "w") { |f| f.puts config }
+      end
+
+      def edit_thin_configuration
+        config = File.read(root / "thin.yml")
+        config.gsub! %r(/apps/integrity), root
+        File.open(root / "thin.yml", 'w') { |f| f.puts config }
+      end
+
+      def after_setup_message
+        puts <<EOF
+Awesome! Integrity was installed successfully!
+
+If you want to enable notifiers, install the gems and then require them
+in #{root}/config.ru
+
+For example:
+
+    sudo gem install -s http://gems.github.com foca-integrity-email)
+
+And then in #{root}/config.ru add:
+
+    require "notifier/email"
+
+Don't forget to tweak #{root / "config.yml"} to your needs.
+EOF
+      end
+
+      def copy(source)
+        cp(Pathname(__FILE__).dirname.join("../../config", source),
+          root.join(File.basename(source).gsub(/\.sample/, "")))
+      end
+  end
+end

data/lib/integrity/migrations.rb

@@ -0,0 +1,140 @@
+require "dm-migrations"
+require "migration_runner"
+
+module Integrity
+  def self.migrate_db
+    setup_initial_migration if pre_migrations?
+    Integrity::Migrations.migrate_up!
+  end
+
+  def self.setup_initial_migration
+    database_adapter.execute %q(CREATE TABLE "migration_info" ("migration_name" VARCHAR(255));)
+    database_adapter.execute %q(INSERT INTO "migration_info" ("migration_name") VALUES ("initial"))
+  end
+
+  def self.pre_migrations?
+    !table_exists?("migration_info") &&
+      ( table_exists?("integrity_projects") &&
+        table_exists?("integrity_builds")   &&
+        table_exists?("integrity_notifiers") )
+  end
+
+  def self.table_exists?(table_name)
+    database_adapter.storage_exists?(table_name)
+  end
+
+  def self.database_adapter
+    DataMapper.repository(:default).adapter
+  end
+
+  module Migrations
+    # This is what is actually happening:
+    # include DataMapper::MigrationRunner
+
+    include DataMapper::Types
+
+    migration 1, :initial, :verbose => true do
+      up do
+        create_table :integrity_projects do
+          column :id,          Integer,  :serial => true
+          column :name,        String,   :nullable => false
+          column :permalink,   String
+          column :uri,         URI,      :nullable => false
+          column :branch,      String,   :nullable => false, :default => "master"
+          column :command,     String,   :nullable => false, :default => "rake"
+          column :public,      Boolean,                      :default  => true
+          column :building,    Boolean,                      :default  => false
+          column :created_at,  DateTime
+          column :updated_at,  DateTime
+
+          column :build_id,    Integer
+          column :notifier_id, Integer
+        end
+
+        create_table :integrity_builds do
+          column :id,                Integer,  :serial => true
+          column :output,            Text,     :nullable => false, :default => ""
+          column :successful,        Boolean,  :nullable => false, :default => false
+          column :commit_identifier, String,   :nullable => false
+          column :commit_metadata,   Yaml,     :nullable => false
+          column :created_at,        DateTime
+          column :updated_at,        DateTime
+
+          column :project_id,        Integer
+        end
+
+        create_table :integrity_notifiers do
+          column :id,         Integer, :serial => true
+          column :name,       String,  :nullable => false
+          column :config,     Yaml,    :nullable => false
+
+          column :project_id, Integer
+        end
+      end
+    end
+
+    migration 2, :add_commits, :verbose => true do
+      up do
+        class ::Integrity::Build
+          property :commit_identifier, String
+          property :commit_metadata,   Yaml,   :lazy => false
+          property :project_id,        Integer
+        end
+
+        create_table :integrity_commits do
+          column :id,           Integer,  :serial => true
+          column :identifier,   String,   :nullable => false
+          column :message,      String,   :nullable => false, :length => 255
+          column :author,       String,   :nullable => false, :length => 255
+          column :committed_at, DateTime, :nullable => false
+          column :created_at,  DateTime
+          column :updated_at,  DateTime
+
+          column :project_id,   Integer
+        end
+
+        modify_table :integrity_builds do
+          add_column :commit_id,    Integer
+          add_column :started_at,   DateTime
+          add_column :completed_at, DateTime
+        end
+
+        # Die, orphans, die
+        Build.all(:project_id => nil).destroy!
+
+        # sqlite hodgepockery
+        all_builds = Build.all.each {|b| b.freeze }
+        drop_table :integrity_builds
+        create_table :integrity_builds do
+          column :id,           Integer, :serial => true
+          column :started_at,   DateTime
+          column :completed_at, DateTime
+          column :successful,   Boolean
+          column :output,       Text,    :nullable => false, :default => ""
+          column :created_at,   DateTime
+          column :updated_at,   DateTime
+
+          column :commit_id,    Integer
+        end
+
+        all_builds.each do |build|
+          commit = Commit.first(:identifier => build.commit_identifier)
+
+          if commit.nil?
+            commit = Commit.create(:identifier   => build.commit_identifier,
+                                   :message      => build.commit_metadata[:message],
+                                   :author       => build.commit_metadata[:author],
+                                   :committed_at => build.commit_metadata[:date],
+                                   :project_id   => build.project_id)
+          end
+
+          Build.create(:commit_id    => commit.id,
+                       :started_at   => build.created_at,
+                       :completed_at => build.updated_at,
+                       :successful   => build.successful,
+                       :output       => build.output)
+        end
+      end
+    end
+  end
+end

data/lib/integrity/notifier.rb

@@ -0,0 +1,48 @@
+require File.dirname(__FILE__) + "/notifier/base"
+
+module Integrity
+  class Notifier
+    include DataMapper::Resource
+
+    property :id,      Integer,  :serial => true
+    property :name,    String,   :nullable => false
+    property :config,  Yaml,     :nullable => false, :lazy => false
+
+    belongs_to :project, :class_name => "Integrity::Project"
+
+    validates_is_unique :name, :scope => :project_id
+    validates_present :project_id
+
+    def self.available
+      constants.map { |name| const_get(name) }.select { |notifier| valid_notifier?(notifier) }
+    end
+
+    def self.enable_notifiers(project, enabled, config={})
+      all(:project_id => project).destroy!
+      list_of_enabled_notifiers(enabled).each do |name|
+        create! :project_id => project, :name => name, :config => config[name]
+      end
+
+    end
+
+    def notify_of_build(build)
+      to_const.notify_of_build(build, config)
+    end
+
+    private
+
+      def to_const
+        self.class.module_eval(name)
+      end
+
+      def self.list_of_enabled_notifiers(names)
+        [*names].reject { |n| n.nil? }
+      end
+      private_class_method :list_of_enabled_notifiers
+
+      def self.valid_notifier?(notifier)
+        notifier.respond_to?(:to_haml) && notifier.respond_to?(:notify_of_build) && notifier != Notifier::Base
+      end
+      private_class_method :valid_notifier?
+  end
+end

data/lib/integrity/notifier/base.rb

@@ -0,0 +1,65 @@
+module Integrity
+  class Notifier
+    class Base
+      def self.notify_of_build(build, config)
+        Timeout.timeout(8) { new(build, config).deliver! }
+      end
+
+      def self.to_haml
+        raise NoMethodError, "you need to implement this method in your notifier"
+      end
+
+      attr_reader :commit
+
+      def initialize(commit, config)
+        @commit = commit
+        @config = config
+      end
+
+      def build
+        warn "Notifier::Base#build is deprecated, use Notifier::Base#commit instead"
+        commit
+      end
+
+      def deliver!
+        raise NoMethodError, "you need to implement this method in your notifier"
+      end
+
+      def short_message
+        commit.human_readable_status
+      end
+
+      def full_message
+        <<-EOM
+"Build #{commit.identifier} #{commit.successful? ? "was successful" : "failed"}"
+
+Commit Message: #{commit.message}
+Commit Date: #{commit.committed_at}
+Commit Author: #{commit.author.name}
+
+Link: #{commit_url}
+
+Build Output:
+
+#{stripped_commit_output}
+EOM
+      end
+
+      def commit_url
+        raise if Integrity.config[:base_uri].nil?
+        Integrity.config[:base_uri] / commit.project.permalink / "commits" / commit.identifier
+      end
+
+      private
+
+        def stripped_commit_output
+          commit.output.gsub("\e[0m", "").gsub(/\e\[3[1-7]m/, "")
+        end
+
+        def stripped_build_output
+          warn "Notifier::Base#stripped_build_output is deprecated, use Notifier::base#stripped_commit_output instead"
+          stripped_commit_output
+        end
+    end
+  end
+end

data/lib/integrity/project.rb

@@ -0,0 +1,153 @@
+module Integrity
+  class Project
+    include DataMapper::Resource
+
+    property :id,         Integer,  :serial => true
+    property :name,       String,   :nullable => false
+    property :permalink,  String
+    property :uri,        URI,      :nullable => false, :length => 255
+    property :branch,     String,   :nullable => false, :default => "master"
+    property :command,    String,   :nullable => false, :length => 255, :default => "rake"
+    property :public,     Boolean,  :default => true
+    property :building,   Boolean,  :default => false
+    property :created_at, DateTime
+    property :updated_at, DateTime
+
+    has n, :commits, :class_name => "Integrity::Commit"
+    has n, :notifiers, :class_name => "Integrity::Notifier"
+
+    before :save, :set_permalink
+    before :destroy, :delete_code
+
+    validates_is_unique :name
+
+    def self.only_public_unless(condition)
+      if condition
+        all
+      else
+        all(:public => true)
+      end
+    end
+
+    def build(commit_identifier="HEAD")
+      commit_identifier = head_of_remote_repo if commit_identifier == "HEAD"
+      commit = find_or_create_commit_with_identifier(commit_identifier)
+      commit.queue_build
+    end
+
+    def push(payload)
+      payload = parse_payload(payload)
+      raise ArgumentError unless valid_payload?(payload)
+
+      commits =
+        if Integrity.config[:build_all_commits]
+          payload["commits"]
+        else
+          [ payload["commits"].first ]
+        end
+
+      commits.each do |commit_data|
+        create_commit_from(commit_data)
+        build(commit_data["id"])
+      end
+    end
+
+    def last_commit
+      commits.first(:project_id => id, :order => [:committed_at.desc])
+    end
+
+    def last_build
+      warn "Project#last_build is deprecated, use Project#last_commit"
+      last_commit
+    end
+
+    def previous_commits
+      commits.all(:project_id => id, :order => [:committed_at.desc]).tap {|commits| commits.shift }
+    end
+
+    def previous_builds
+      warn "Project#previous_builds is deprecated, use Project#previous_commits"
+      previous_commits
+    end
+
+    def status
+      last_commit && last_commit.status
+    end
+
+    def human_readable_status
+      last_commit && last_commit.human_readable_status
+    end
+
+    def public=(flag)
+      attribute_set(:public, case flag
+        when "1", "0" then flag == "1"
+        else !!flag
+      end)
+    end
+
+    def config_for(notifier)
+      notifier = notifiers.first(:name => notifier.to_s.split(/::/).last, :project_id => id)
+      notifier.blank? ? {} : notifier.config
+    end
+
+    def notifies?(notifier)
+      !notifiers.first(:name => notifier.to_s.split(/::/).last, :project_id => id).blank?
+    end
+
+    def enable_notifiers(*args)
+      Notifier.enable_notifiers(id, *args)
+    end
+
+    private
+      def find_or_create_commit_with_identifier(commit_identifier)
+        # We abuse +committed_at+ here setting it to Time.now because we use it
+        # to sort (for last_commit and previous_commits). I don't like this
+        # very much, but for now it's the only solution I can find.
+        #
+        # This also creates a dependency, as now we *always* have to update the
+        # +committed_at+ field after building to ensure the date is correct :(
+        #
+        # This might also make your commit listings a little jumpy, if some
+        # commits change place every time a build finishes =\
+        commits.first_or_create({ :identifier => commit_identifier, :project_id => id }, :committed_at => Time.now)
+      end
+
+      def head_of_remote_repo
+        SCM.new(uri, branch).head
+      end
+
+      def create_commit_from(data)
+        commits.create(:identifier   => data["id"],
+                       :author       => "#{data["author"]["name"]} <#{data["author"]["email"]}>",
+                       :message      => data["message"],
+                       :committed_at => data["timestamp"])
+      end
+
+      def set_permalink
+        self.permalink = (name || "").downcase.
+          gsub(/'s/, "s").
+          gsub(/&/, "and").
+          gsub(/[^a-z0-9]+/, "-").
+          gsub(/-*$/, "")
+      end
+
+      def delete_code
+        commits.all(:project_id => id).destroy!
+        ProjectBuilder.new(self).delete_code
+      rescue SCM::SCMUnknownError => error
+        Integrity.log "Problem while trying to deleting code: #{error}"
+      end
+
+      def valid_payload?(payload)
+        payload && payload["ref"].to_s.include?(branch) &&
+                               !payload["commits"].nil? &&
+                               !payload["commits"].to_a.empty?
+      end
+
+      def parse_payload(payload)
+        JSON.parse(payload.to_s)
+      rescue JSON::ParserError
+        false
+      end
+  end
+end