spriggan 0.1.11

data/bin/sprig-purge

@@ -0,0 +1,26 @@
+#!/usr/bin/env ruby
+
+require 'pathname'
+apt_root = Pathname.new(ENV['HOME']) + 'apt'
+
+unless apt_root.directory?
+  warn "Not running as spriggan user; aborting."
+  Kernel.exit 1
+end
+
+metapkg_name = ARGV[0]
+
+pkg_names = Dir.chdir(apt_root) do
+  a = `find . -name "#{metapkg_name}_*.deb"`.split("\n")
+  b = `find . -name "#{metapkg_name}-*.deb"`.split("\n")
+  (a + b).map{ |pkg| Pathname.new(pkg).basename.to_s.split('_').first }
+end
+
+pkg_names.each do |pkg_name|
+  system("reprepro -b #{apt_root} remove stable #{pkg_name}")
+end
+
+sprig_dir = Pathname.new(ENV['HOME']) + 'project' + "#{metapkg_name}.git" + 'spriggan'
+sprig_dir.rmtree if sprig_dir.directory?
+
+puts "OK"

data/bin/spriggan

@@ -0,0 +1,11 @@
+#!/usr/bin/env ruby
+
+require 'spriggan'
+
+unless ARGV.length == 2
+  warn "usage: spriggan git-dir apt-dir"
+  Kernel.exit 1
+end
+
+job = Spriggan::BuildJob.new(ARGV[0], ARGV[1])
+job.run!

data/lib/spriggan.rb

@@ -0,0 +1,4 @@
+module Spriggan; end
+
+require 'spriggan/version'
+require 'spriggan/buildjob'

data/lib/spriggan/buildjob.rb

@@ -0,0 +1,231 @@
+require 'shellwords'
+require 'pathname'
+require 'yaml'
+require 'digest'
+require 'tmpdir'
+
+require 'spriggan'
+require 'spriggan/system_calls_patch'
+
+class Spriggan::BuildJob
+  def initialize(source_dir, dest_dir)
+    @bare_repo = Pathname.new(source_dir).expand_path
+    @apt_root = Pathname.new(dest_dir).expand_path
+
+    unless @bare_repo.directory? and (@bare_repo + 'config').file?
+      raise ArgumentError, 'invalid source'
+    end
+
+    unless @apt_root.directory? and (@apt_root + 'conf' + 'distributions').file?
+      raise ArgumentError, 'invalid destination'
+    end
+
+    @project = {}
+    @project[:root] = @bare_repo + 'spriggan'
+    @project[:name] = @bare_repo.basename.to_s.sub(/\.git$/, '')
+    @project[:name] = @bare_repo.parent.basename.to_s if @project[:name] == ''
+    @project[:cache] = @project[:root] + 'cache'
+
+    @build = {}
+    @build[:timestamp] = Time.now.strftime("%Y%m%d%H%M%S")
+    @build[:id] = @build[:timestamp] + '-' + rand(2**40).to_s(32).rjust(8, '0')
+    @build[:root] = @project[:root] + 'jobs' + @build[:id]
+
+    @build[:files] = @build[:root] + 'fs'
+    @build[:pkgs] = @build[:root] + 'pkgs'
+    @build[:debs] = @build[:root] + 'debs'
+
+    @packages = {}
+    @signatures = {'packages' => {}, 'metapackage' => nil}
+  end
+
+  def run!
+    [@project[:cache], @build[:files], @build[:pkgs], @build[:debs]].each(&:mkpath)
+
+    begin
+      execute_mutations!
+    ensure
+      @build[:root].rmtree if @build[:root].directory?
+    end
+  end
+
+
+  private
+
+  def execute_mutations!
+    checkout_repo!
+
+    do_project_specific_build!
+
+    generate_packages!
+    generate_metapackage!
+
+    publish_packages!
+  end
+
+  def checkout_repo!
+    @project[:sha] = `git --git-dir=#{@bare_repo} show-ref -s master`.strip
+    @project[:tag] = `git --git-dir=#{@bare_repo} describe --tags #{@project[:sha]}`.strip
+
+    @build[:files].parent.mkpath
+    system!("git clone -s #{@bare_repo} #{@build[:files]}")
+
+    Dir.chdir(@build[:files]) do
+      system!("git checkout -q -f #{@project[:sha]}")
+    end
+
+    @project[:conf] = @build[:files] + 'spriggan'
+    @project.update(YAML.load((@project[:conf] + 'project.yml').open))
+
+    @project[:signatures] = @project[:root] + 'signatures.yml'
+    if @project[:signatures].file?
+      @signatures = YAML.load(@project[:signatures].open)
+    end
+  end
+
+  def do_project_specific_build!
+    Dir.chdir(@build[:files]) do
+      if bootstrap = @project['bootstrap']
+        system!(bootstrap['command'])
+      end
+
+      if resolve_deps = @project['resolve dependencies']
+        if mountpoint = resolve_deps['keep in shared cache']
+          with_cache_mounted(@project[:cache], @build[:files] + mountpoint) do
+            system!(resolve_deps['command'])
+          end
+        else
+          system!(resolve_deps['command'])
+        end
+      end
+
+      if build = @project['build']
+        system!(build['command'])
+      end
+
+      @project['packages'].each do |pkg_name, pkg|
+        pkg_dir = @build[:pkgs] + pkg_name
+        pkg_dir.mkpath
+
+        system!(pkg['install command'] + " " + Shellwords.escape(pkg_dir.to_s))
+      end
+    end
+  end
+
+  def generate_packages!
+    @packages = {}
+
+    @build[:pkgs].children.each do |pkg_dir|
+      next unless pkg_dir.directory? and (pkg_dir.children.length > 0)
+      @packages[pkg_dir.basename.to_s] = generate_package!(pkg_dir)
+    end
+  end
+
+  def generate_package!(pkg_dir)
+    pkg = {}
+
+    pkg[:shortname] = pkg_dir.basename.to_s
+    pkg[:name] = "#{@project[:name]}-#{pkg[:shortname]}"
+    pkg[:signature] = hash_package(pkg_dir)
+    pkg[:vsn] = debian_version_str(@project[:tag], @build[:timestamp], pkg[:signature])
+
+    pkg.update(@project['packages'][pkg_dir.basename.to_s])
+
+    deps_str = ""
+    if pkg_deps = pkg['dependencies']
+      deps_str = pkg_deps.map{ |dep| "-d #{Shellwords.escape(dep.to_s)}" }.join(" ")
+    end
+
+    if pkg[:signature] != @signatures['packages'][pkg[:shortname]]
+      Dir.chdir(@build[:debs]) do
+        system("fpm -s dir -t deb --deb-user root --deb-group root -C #{Shellwords.escape(pkg_dir.to_s)} -n #{Shellwords.escape(pkg[:name])} -v #{Shellwords.escape(pkg[:vsn])} -a all #{deps_str} .")
+      end
+
+      @signatures['packages'][pkg[:shortname]] = pkg[:signature]
+    end
+
+    pkg
+  end
+
+  def hash_package(pkg_dir)
+    hashes = []
+    pkg_dir.find do |f|
+      next unless f.file?
+      hashes << [f.relative_path_from(pkg_dir).to_s, Digest::SHA1.file(f).hexdigest]
+    end
+    manifest = hashes.sort.map{ |(name, hsh)| "#{name} #{hsh}" }.join("\n")
+    Digest::SHA1.hexdigest(manifest)
+  end
+
+  def generate_metapackage!
+    @build[:signature] = hash_metapackage
+    @build[:vsn] = debian_version_str(@project[:tag], @build[:timestamp], @build[:signature])
+
+    deps_str = @packages.map{ |pkg_name, pkg| "-d #{pkg[:name]}" }.sort.join(' ')
+    hooks_str = %w(before-install after-install before-remove after-remove).map{ |h| @project[:conf] + h }.find_all{ |h| h.file? }.map{ |h| "--#{h.basename.to_s} #{h}" }.join(" ")
+
+    if @build[:signature] != @signatures['metapackage']
+      Dir.mktmpdir do |tmpdir|
+        Dir.chdir(@build[:debs]) do
+          system("fpm -s dir -t deb --deb-user root --deb-group root -C #{Shellwords.escape(tmpdir.to_s)} -n #{Shellwords.escape(@project[:name])} -v #{@build[:vsn]} -a all #{hooks_str} #{deps_str} .")
+        end
+      end
+
+      @signatures['metapackage'] = @build[:signature]
+    end
+  end
+
+  def hash_metapackage
+    sigs = {}
+    @packages.each{ |pkg_name, pkg| sigs[pkg_name] = @signatures['packages'][pkg_name] }
+    manifest = sigs.to_a.sort.map{ |(pkg_name,sha)| "#{pkg_name} #{sha}" }.join("\n")
+    Digest::SHA1.hexdigest(manifest)
+  end
+
+  def publish_packages!
+    @build[:debs].children.each do |deb|
+      system("dpkg-sig -k spriggan@peripia.com --sign builder #{Shellwords.escape(deb.to_s)}")
+      system("reprepro -b #{Shellwords.escape(@apt_root.to_s)} includedeb stable #{Shellwords.escape(deb.to_s)}")
+    end
+
+    @project[:signatures].open('w'){ |f| f.write( @signatures.to_yaml ) }
+  end
+
+  def with_cache_mounted(cache_dir, mountpoint)
+    cache_dir.mkpath
+    mountpoint.parent.mkpath
+
+    mountpoint.make_symlink(cache_dir)
+
+    begin
+      yield
+    ensure
+      mountpoint.unlink
+      FileUtils.cp_r(cache_dir, mountpoint)
+    end
+  end
+
+  def debian_version_str(project_tag, build_timestamp, pkg_sha)
+    rev_parts = project_tag.split('-')
+    rev_base_version = rev_parts.shift.sub(/^v/, '')
+
+    rev_advance = nil
+    if rev_parts.last =~ /^g[0-9a-f]{6,}$/
+      rev_cur_ref = rev_parts.pop
+      rev_commits_since = rev_parts.pop
+      rev_advance = [rev_commits_since, rev_cur_ref].join('+')
+    end
+
+    if rev_parts.length > 0
+      rev_full_version = [rev_base_version, rev_parts.join('+')].join('~')
+    else
+      rev_full_version = rev_base_version
+    end
+
+    upstream_ver = [rev_full_version, rev_advance].compact.join('+')
+    deb_ver = [build_timestamp, pkg_sha[0...7]].join('+')
+
+    [upstream_ver, deb_ver].join('-')
+  end
+
+end

data/lib/spriggan/system_calls_patch.rb

@@ -0,0 +1,16 @@
+module Kernel
+  PURGED_ENV = {
+    'GIT_DIR' => nil,
+    'GEM_HOME' => nil,
+    'GEM_PATH' => nil,
+    'BUNDLE_BIN_PATH' => nil,
+    'BUNDLE_GEMFILE' => nil,
+    'RUBYOPT' => nil
+  }
+
+  def system!(cmd_line)
+    succeeded = system(PURGED_ENV, cmd_line)
+    raise SystemCallError.new(nil, $?.exitstatus) unless succeeded
+    true
+  end
+end

data/lib/spriggan/version.rb

@@ -0,0 +1,3 @@
+module Spriggan
+  VERSION = '0.1.11'
+end

data/spriggan.gemspec

@@ -0,0 +1,24 @@
+require File.expand_path("../lib/spriggan/version", __FILE__)
+
+Gem::Specification.new do |s|
+  s.name              = 'spriggan'
+  s.rubyforge_project = 'spriggan'
+
+  s.platform          = Gem::Platform::RUBY
+  s.version           = Spriggan::VERSION
+
+  s.summary           = "Git-to-deb compiler"
+  s.description       = "Git post-receive hook debian-package build-system"
+  s.license           = 'MIT'
+
+  s.authors           = ["Sean Keith McAuley"]
+  s.email             = 'tsu@peripia.com'
+  s.homepage          = 'https://github.com/tsutsu/spriggan'
+
+  s.files             = `git ls-files`.split("\n")
+  s.test_files        = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables       = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths     = ["lib"]
+
+  s.add_dependency      'fpm'
+end

metadata

@@ -0,0 +1,70 @@
+--- !ruby/object:Gem::Specification
+name: spriggan
+version: !ruby/object:Gem::Version
+  version: 0.1.11
+  prerelease: 
+platform: ruby
+authors:
+- Sean Keith McAuley
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-04-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fpm
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Git post-receive hook debian-package build-system
+email: tsu@peripia.com
+executables:
+- sprig-purge
+- spriggan
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/sprig-purge
+- bin/spriggan
+- lib/spriggan.rb
+- lib/spriggan/buildjob.rb
+- lib/spriggan/system_calls_patch.rb
+- lib/spriggan/version.rb
+- spriggan.gemspec
+homepage: https://github.com/tsutsu/spriggan
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: spriggan
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Git-to-deb compiler
+test_files: []