dr 0.0.1

data/dr.spec

@@ -0,0 +1,30 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'dr/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "dr"
+  spec.version       = Dr::VERSION
+  spec.authors       = ["Radek Pazdera"]
+  spec.email         = ["radek@kano.me"]
+  spec.summary       = %q{dr is a packaging tool that helps you make,
+                          distribute and maintain you own disto packages.}
+  spec.description   = %q{This tool works with distribution-level packaging
+                          tools and helps you make and distribute your own
+                          Debian packages through your own repository.}
+  spec.homepage      = "http://github.com/KanoComputing/kano-package-system"
+  spec.license       = "GPLv2"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "thor", "~> 0.18.1"
+  spec.add_dependency "grit", "~> 2.5.0"
+
+  spec.add_development_dependency "bundler", "~> 1.5"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec"
+end

data/lib/dr.rb

@@ -0,0 +1,6 @@
+require "dr/version"
+require "dr/repo"
+
+module Dr
+  # Your code goes here...
+end

data/lib/dr/buildroot.rb

@@ -0,0 +1,103 @@
+require "tco"
+
+require "dr/logger"
+require "dr/shellcmd"
+
+module Dr
+  class BuildRoot
+    include Logger
+
+    def initialize(arch, br_archive=nil)
+      @location = br_archive
+
+      @extra_pkgs = "sudo,vim,ca-certificates,fakeroot,build-essential," +
+                    "devscripts,debhelper,git,bc,locales,equivs,pkg-config"
+      @repo = "http://mirrordirector.raspbian.org/raspbian/"
+
+      if br_archive == nil || !File.exists?(br_archive)
+        setup
+      end
+    end
+
+    def open
+      Dir.mktmpdir do |tmp|
+        log :info, "Preparing the build root"
+        ShellCmd.new "sudo tar xz -C #{tmp} -f #{@location}", :tag => "tar"
+        begin
+          yield tmp
+        ensure
+          log :info, "Cleaning up the buildroot"
+          ShellCmd.new "sudo rm -rf #{tmp}/*", :tag => "rm"
+        end
+      end
+    end
+
+    private
+    def setup(arch)
+      Dir.mktmpdir do |tmp|
+        broot = "#{tmp}/broot"
+        FileUtils.mkdir_p "#{tmp}/broot"
+
+        log :info, "Setting up the buildroot"
+
+        begin
+          log :info, "Bootstrapping Raspian (first stage)"
+
+          cmd = "sudo debootstrap --foreign --variant=buildd --no-check-gpg " +
+                "--include=#{@extra_pkgs} --arch=#{arch} wheezy #{broot} #{@repo}"
+          debootsrap = ShellCmd.new cmd, {
+            :tag => "debootstrap",
+            :show_out => true
+          }
+
+          static_qemu = Dir["/usr/bin/qemu-*-static"]
+          static_qemu.each do |path|
+            cp = ShellCmd.new "sudo cp #{path} #{broot}/usr/bin", {
+              :tag => "cp"
+            }
+          end
+
+          log :info, "Bootstrapping Raspian (#{arch} stage)"
+          cmd = "sudo chroot #{broot} /debootstrap/debootstrap --second-stage"
+          debootstrap = ShellCmd.new cmd, {
+            :tag => "debootstrap",
+            :show_out => true
+          }
+
+          log :info, "Configuring the build root"
+          cmd = "sudo chroot #{broot} <<EOF
+            echo 'deb #{@repo} wheezy main contrib non-free rpi' >> /etc/apt/sources.list
+            echo 'deb-src #{@repo} wheezy main contrib non-free rpi' >> /etc/apt/sources.list
+
+            echo 'en_US.UTF-8 UTF-8' >/etc/locale.gen
+            locale-gen en_US.UTF-8
+
+            cat >>/etc/bash.bashrc <<EOF2
+              export LANG=en_US.UTF-8
+              export LC_TYPE=en_US.UTF-8
+              export LC_ALL=en_US.UTF-8
+              export LANGUAGE=en_US.UTF8
+EOF2
+EOF"
+          cfg = ShellCmd.new cmd, :tag => "chroot"
+
+          log :info, "Updating package lists"
+          update = ShellCmd.new "sudo chroot #{broot} apt-get update", {
+            :tag => "chroot",
+            :show_out => true
+          }
+
+          # TODO: is this necessary?
+          #Kernel.system "sudo chroot #{broot} useradd -m -s /bin/bash raspbian"
+
+          log :info, "Creating the build root archive"
+          cmd = "sudo tar cz -C #{broot} -f #{@location} `ls -1 #{broot}`"
+          tar = ShellCmd.new cmd, :tag => "tar"
+        ensure
+          log :info, "Cleaning up"
+          ShellCmd.new "sudo rm -rf #{broot}", :tag => "rm"
+        end
+      end
+    end
+  end
+end

data/lib/dr/config.rb

@@ -0,0 +1,44 @@
+require "yaml"
+
+module Dr
+  class Config
+    attr_reader :default_repo, :repositories
+
+    def initialize(locations)
+      @default_repo = nil
+      @repositories = {}
+
+      locations.each do |conf_file|
+        conf_file = File.expand_path conf_file
+        next unless File.exists? conf_file
+        load conf_file
+      end
+    end
+
+    private
+    def load(path)
+      conf_file = YAML::load_file path
+
+      if conf_file.has_key? "repositories"
+        if conf_file["repositories"].is_a? Array
+          conf_file["repositories"].each do |repo|
+            raise "Repo name missing in the config." unless repo.has_key? "name"
+            raise "Repo location missing in the config" unless repo.has_key? "location"
+            @repositories[repo["name"]] = {
+              :location => repo["location"]
+            }
+          end
+        else
+          raise "The 'repositories' config option must be an array."
+        end
+      end
+
+      if conf_file.has_key? "default_repo"
+        @default_repo = conf_file["default_repo"]
+        unless @repositories.has_key? @default_repo
+          raise "Default repo #{@default_repo} doesn't exist"
+        end
+      end
+    end
+  end
+end

data/lib/dr/debpackage.rb

@@ -0,0 +1,24 @@
+require "dr/package"
+
+module Dr
+  class DebPackage < Package
+    def self.setup(repo, deb_file)
+      puts "Adding the #{File.basename deb_file} package ..."
+      src_name = `dpkg-deb --field #{deb_file} Source`.chomp
+      if src_name == ""
+        src_name = `dpkg-deb --field #{deb_file} Package`.chomp
+      end
+      puts "Source package: #{src_name}"
+
+      version = `dpkg-deb --field #{deb_file} Version`.chomp
+
+      deb_dir = "#{repo.location}/packages/#{src_name}/builds/#{version}"
+      FileUtils.mkdir_p deb_dir
+      FileUtils.cp "#{deb_file}", "#{deb_dir}/"
+    end
+
+    def initialize(name, repo)
+      super name, repo
+    end
+  end
+end

data/lib/dr/gitpackage.rb

@@ -0,0 +1,252 @@
+require "dr/package"
+require "dr/pkgversion"
+require "dr/shellcmd"
+
+module Dr
+  class GitPackage < Package
+    def self.setup(repo, git_addr, default_branch, force=false)
+      Dir.mktmpdir do |tmp|
+        git_cmd = "git clone --branch #{default_branch} #{git_addr} #{tmp}/git"
+        ShellCmd.new git_cmd, :tag => "git", :show_out => true
+
+        unless File.exists? "#{tmp}/git/debian/control"
+          log :err, "The debian packaging files not found in the repository"
+          raise "Adding a package from #{git_addr} failed"
+        end
+
+        src_name = nil
+        File.open "#{tmp}/git/debian/control", "r" do |f|
+          f.each_line do |line|
+            match = line.match /^Source: (.+)$/
+            if match
+              src_name = match.captures[0]
+              break
+            end
+          end
+        end
+
+        unless src_name
+          log :err, "Couldn't identify the source package"
+          raise "Adding a package from #{git_addr} failed"
+        end
+
+        pkg_dir = "#{repo.location}/packages/#{src_name}"
+        if File.exists? pkg_dir
+          log :warn, "The package already exists. Add -f to insert it anyway."
+          raise "Adding failed"
+        end
+
+        log :info, "Adding #{src_name.fg "blue"} to the repository"
+        FileUtils.mkdir_p "#{pkg_dir}"
+
+        log :info, "Setting up builds directory"
+        FileUtils.mkdir_p "#{pkg_dir}/builds"
+
+        log :info, "Setting up the source directory"
+        FileUtils.mv "#{tmp}/git/.git", "#{pkg_dir}/source"
+
+        log :info, "Package #{src_name} added successfully"
+      end
+    end
+
+    def initialize(name, repo)
+      super name, repo
+
+      @git_dir = "#{repo.location}/packages/#{name}/source"
+
+      git_cmd = ShellCmd.new "git --git-dir #{@git_dir} branch", {
+        :tag => "git-clone"
+      }
+      @default_branch = git_cmd.out.chomp.lines.grep(/^*/)[0][2..-1]
+    end
+
+    def build(branch=nil, force=false)
+      branch = @default_branch unless branch
+
+      version = nil
+      orig_rev, curr_rev = update_from_origin branch
+      if curr_rev != orig_rev || force
+        Dir.mktmpdir do |src_dir|
+          log :info, "Extracting the sources"
+          git_cmd ="git --git-dir #{@git_dir} archive " +
+                   "--format tar #{branch} | tar x -C #{src_dir}"
+          ShellCmd.new git_cmd, :tag => "git", :show_out => true
+
+          version = PkgVersion.new get_version "#{src_dir}/debian/changelog"
+          log :info, "Source version: #{version}"
+
+          while build_exists? version
+            version.increment!
+          end
+          log :info, "Building version: #{version}"
+
+          log :info, "Updating changelog"
+          now = Time.new.strftime("%a, %-d %b %Y %T %z")
+          ch_entry = "#{@name} (#{version}) kano; urgency=low\n"
+          ch_entry << "\n"
+          ch_entry << "  * Package rebuilt, updated to revision #{curr_rev[0..7]}.\n"
+          ch_entry << "\n"
+          ch_entry << " -- Team Kano <dev@kano.me>  #{now}\n\n"
+
+          changelog = ""
+          File.open "#{src_dir}/debian/changelog", "r" do |f|
+            changelog = f.read
+          end
+
+          File.open "#{src_dir}/debian/changelog", "w" do |f|
+            f.write ch_entry
+            f.write changelog
+          end
+
+          repo_arches = @repo.get_architectures
+          pkg_arches = get_architectures("#{src_dir}/debian/control")
+          arches = case
+          when pkg_arches.include?("any") || pkg_arches.include?("all")
+            repo_arches
+          else
+            repo_arches & pkg_arches
+          end
+          arches.each do |arch|
+            @repo.buildroot(arch).open do |br|
+              log :info, "Building the #{@name.fg("blue")} package " +
+                         "v#{version} for #{arch}"
+              # Moving to the proper directory
+              build_dir_name = "#{@name}-#{version.upstream}"
+              build_dir = "#{br}/#{build_dir_name}"
+              FileUtils.cp_r src_dir, build_dir
+
+              # Make orig tarball
+              log :info, "Creating orig source tarball"
+              tar = "tar cz -C #{build_dir} --exclude=debian " +
+                    "-f #{br}/#{@name}_#{version.upstream}.orig.tar.gz " +
+                    "`ls -1 #{build_dir}`"
+              ShellCmd.new tar, :tag => "tar"
+
+              apt = "sudo chroot #{br} apt-get update"
+              deps = <<-EOS
+sudo chroot #{br} <<EOF
+dpkg-source -b "/#{build_dir_name}"
+mk-build-deps *.dsc -i -t "apt-get --no-install-recommends -y"
+rm -rf #{@name}-build-deps_*
+EOF
+EOS
+          build = <<-EOS
+sudo chroot #{br} <<EOF
+cd /#{build_dir_name}
+debuild -i -uc -us -b
+EOF
+EOS
+
+              log :info, "Updating the sources lists"
+              ShellCmd.new apt, :tag => "apt-get", :show_out => true
+
+              log :info, "Installing build dependencies"
+              ShellCmd.new deps, :tag => "mk-build-deps", :show_out => true
+
+              log :info, "Building the package"
+              ShellCmd.new build, :tag => "debuild", :show_out => true
+
+              debs = Dir["#{br}/*.deb"]
+              expected_pkgs = get_subpackage_names "#{src_dir}/debian/control"
+              expected_pkgs.each do |subpkg_name|
+                includes = debs.inject(false) do |r, n|
+                  r || ((/^#{br}\/#{subpkg_name}_#{version}/ =~ n) != nil)
+                end
+
+                unless includes
+                  log :err, "Subpackage #{subpkg_name} did not build properly"
+                  raise "Building #{name} failed"
+                end
+              end
+
+              build_dir = "#{@repo.location}/packages/#{@name}/builds/#{version}"
+              FileUtils.mkdir_p build_dir
+              debs.each do |pkg|
+                FileUtils.cp pkg, build_dir
+              end
+            end
+          end
+        end
+      else
+        log :info, "There were no changes in the #{pkg.name.fg("blue")} package"
+        log :info, "Build stopped (add -f to build anyway)"
+      end
+      version
+    end
+
+    def build_exists?(version)
+      File.directory? "#{@repo.location}/packages/#{@name}/builds/#{version}"
+    end
+
+    def remove_build(version)
+      raise "Build #{version.fg("blue")} not found" unless build_exists? version
+      FileUtils.rm_rf "#{@repo.location}/packages/#{@name}/builds/#{version}"
+    end
+
+    private
+    def update_from_origin(branch)
+      log :info, "Pulling changes from origin"
+
+      git_cmd = "git --git-dir #{@git_dir} rev-parse #{branch} 2>/dev/null"
+      git = ShellCmd.new git_cmd, :tag => "git"
+
+      original_rev = git.out.chomp
+      original_rev = nil if original_rev == branch
+
+      begin
+        if @default_branch == branch
+          git_cmd = "git --git-dir #{@git_dir} pull origin #{branch}"
+          ShellCmd.new git_cmd, :tag => "git", :show_out => true
+        else
+          git_cmd = "git --git-dir #{@git_dir} fetch origin #{branch}:#{branch}"
+          ShellCmd.new git_cmd, :tag => "git", :show_out => true
+        end
+      rescue Exception => e
+        log :err, "Unable to pull from origin"
+        raise e
+      end
+
+      git_cmd = "git --git-dir #{@git_dir} rev-parse #{branch} 2>/dev/null"
+      git = ShellCmd.new git_cmd, :tag => "git"
+      current_rev = git.out.chomp
+
+      [original_rev, current_rev]
+    end
+
+    def get_version(changelog_file)
+      File.open changelog_file, "r" do |f|
+        f.each_line do |l|
+          version = l.match /^#{@name} \(([^\)]+)\) .+;/
+          return version.captures[0] if version
+        end
+      end
+
+      nil
+    end
+
+    def get_subpackage_names(control_file)
+      packages = []
+      File.open control_file, "r" do |f|
+        f.each_line do |l|
+          if /^Package: / =~ l
+            packages.push l.split(" ")[1]
+          end
+        end
+      end
+
+      packages
+    end
+
+    def get_architectures(control_file)
+      arches = []
+      File.open control_file, "r" do |f|
+        f.each_line do |l|
+          m = l.match /^Architecture: (.+)/
+          arches += m.captures[0].chomp.split(" ") if m
+        end
+      end
+
+      arches.uniq
+    end
+  end
+end