pandler 0.0.1

data/lib/pandler/cli.rb

@@ -0,0 +1,40 @@
+require "pandler"
+require "thor"
+
+class Pandler::CLI < Thor
+  class_option :yumfile, :type => :string, :aliases => "-f", :desc => "Default: Yumfile"
+
+  def initialize(args=[], options={}, config={})
+    super
+    @chroot = Pandler::Chroot.new
+    @yumrepo = Pandler::Yumrepo.new
+  end
+
+  desc "version", "Display pandler version"
+  map ["-v", "--version"] => :version
+  def version
+    puts Pandler::VERSION
+  end
+
+  desc "install", "Install"
+  def install
+    @chroot.init
+    @yumrepo.createrepo
+    @chroot.install(*@yumrepo.install_pkgs)
+  end
+
+  desc "list", "List"
+  def list
+    puts @chroot.list
+  end
+
+  desc "clean", "Clean"
+  def clean
+    @chroot.clean
+  end
+
+  desc "exec", "Execute"
+  def exec(*cmd)
+    @chroot.execute(*cmd)
+  end
+end

data/lib/pandler/version.rb

@@ -0,0 +1,3 @@
+module Pandler
+  VERSION = "0.0.1"
+end

data/lib/pandler/yumfile.rb

@@ -0,0 +1,26 @@
+class Pandler::Yumfile
+  attr_reader :repos, :rpms
+
+  def initialize(filename)
+    @repos = {}
+    @rpms = []
+    load_file(filename) if File.exists? filename
+  end
+
+  private
+
+  def load_file(filename)
+    contents = File.read(filename)
+    instance_eval(contents, filename, 1)
+    @rpms.sort!
+    self
+  end
+
+  def repo(name, url)
+    @repos[name] = url
+  end
+
+  def rpm(name)
+    @rpms.push(name)
+  end
+end

data/lib/pandler/yumrepo.rb

@@ -0,0 +1,240 @@
+require "erb"
+require "open3"
+require "yaml"
+
+class Hash
+  def to_yaml( opts = {} )
+    YAML::quick_emit( object_id, opts ) do |out|
+      out.map( taguri, to_yaml_style ) do |map|
+        sort.each do |k, v|
+          map.add( k, v )
+        end
+      end
+    end
+  end
+end
+
+class Pandler::Yumrepo
+  attr_reader :base_dir, :repo_dir, :yumfile_path, :lockfile_path
+  def initialize(args = {})
+    @base_dir      = args[:base_dir]      || File.expand_path("pandler")
+    @repo_dir      = args[:repo_dir]      || File.join(base_dir, "yumrepo")
+    @yumfile_path  = args[:yumfile_path]  || File.expand_path("Yumfile")
+    @lockfile_path = args[:lockfile_path] || yumfile_path + ".lock"
+
+    @cache_dir     = File.join(base_dir, "yumcache")
+    @yum_log       = File.join(@cache_dir, "/var/lib/yum/pandler.log")
+    FileUtils.mkdir_p base_dir
+    FileUtils.mkdir_p repo_dir
+    FileUtils.mkdir_p @cache_dir
+
+    @yumfile   = Pandler::Yumfile.new(yumfile_path)
+    @lockfile  = read_lockfile
+  end
+
+  def createrepo
+    setup_dirs
+    setup_files
+    yum_download
+    write_lockfile
+    symlink_pkgs
+    run_cmd("createrepo", "-v", repo_dir)
+  end
+
+  def install_pkgs
+    specs.sort_by { |package, spec| spec["name"] }.map { |package, spec| package }
+  end
+
+  def specs
+    @specs
+  end
+
+  private
+
+  def run_cmd(*cmd)
+    ret = Kernel.system(*cmd)
+    raise "command failed(ret: #{ret}) '#{cmd.join(" ")}'" unless ret
+  end
+
+  def repos
+    @yumfile.repos
+  end
+
+  def rpms
+    @yumfile.rpms
+  end
+
+  def read_lockfile
+    File.exists?(lockfile_path) ? YAML.load_file(lockfile_path) : nil
+  end
+
+  def write_lockfile
+    open(@lockfile_path, "w") do |f|
+      YAML.dump({
+        "repos" => repos,
+        "rpms"  => rpms,
+        "specs" => specs,
+      }, f)
+    end
+  end
+
+  def yum_download
+    run_cmd(*yum("install", *download_pkgs))
+    update_specs
+  end
+
+  def download_pkgs
+    pkgs = []
+    if @lockfile.nil?
+      pkgs = rpms
+    else
+      pkgs = @lockfile["specs"].keys
+      new_pkgs     = rpms - @lockfile["rpms"]
+      removed_pkgs = @lockfile["rpms"] - rpms
+
+      if new_pkgs.size > 0
+        pkgs += new_pkgs
+      end
+
+      if removed_pkgs.size > 0
+        removed_pkgs.each do |rm|
+	  rm_package = ""
+          @lockfile["specs"].each { |package, spec| rm_package = package if spec["name"] == rm }
+          rpms_package = []
+          rpms.each { |name| @lockfile["specs"].each { |package, spec| rpms_package.push package if spec["name"] == name } }
+          @lockfile["specs"].each do |package, spec|
+            if spec["comesfrom"].include? rm_package
+              if spec["comesfrom"].select { |pkg| rpms_package.include?(pkg) or pkg == rm_package } == [rm_package]
+                pkgs.delete(package)
+              end
+            end
+          end
+        end
+      end
+    end
+    pkgs
+  end
+
+  def update_specs
+    @specs = read_yum_log
+    solve_comesfrom
+  end
+
+  def read_yum_log
+    results = {}
+    File.open(@yum_log).each_line do |log|
+      data = Hash[log.chomp.split("\t").map{|f| f.split(":", 2)}]
+      if results.has_key? data["package"]
+        results[data["package"]]["relatedto"].push data["relatedto"]
+      else
+        package = data.delete("package")
+        data["relatedto"] = [data["relatedto"]] if data.has_key?("relatedto")
+        results[package] = data
+      end
+    end
+    results
+  end
+
+  def solve_comesfrom
+    @specs.each do |package, spec|
+      checked_pkg = {}
+      @specs[package]["comesfrom"] = comesfrom(package, checked_pkg)
+    end
+  end
+
+  def comesfrom(pkgs, checked_pkg)
+    rpm_list = []
+    pkgs.each do |pkg|
+      next if checked_pkg[pkg]
+
+      checked_pkg[pkg] = true
+      spec = @specs[pkg]
+
+      rpm_list.push pkg if rpms.include?(@specs[pkg]["name"])
+      if spec.has_key? "relatedto"
+        spec["relatedto"].each do |related|
+          rpm_list.push related if rpms.include?(@specs[related]["name"])
+        end
+        rpm_list += comesfrom(spec["relatedto"], checked_pkg)
+      end
+    end
+    rpm_list.uniq
+  end
+
+  def yum(*args)
+    cmd  = ["yum", "--disableplugin=*", "--enableplugin=pandler"]
+    cmd += ["--installroot", @cache_dir, *args]
+    cmd
+  end
+
+  def symlink_pkgs
+    Dir.chdir(repo_dir) do
+      pkgs = Dir.glob("../yumcache/var/cache/yum/**/packages/*.rpm")
+      FileUtils.mkdir_p repo_dir
+      FileUtils.ln_s(pkgs, ".", { :force => true })
+    end
+  end
+
+  def setup_dirs
+    dirs = [
+      '/var/lib/rpm',
+      '/var/lib/yum',
+      '/var/log',
+      '/var/lock/rpm',
+      '/var/cache/yum',
+      '/tmp',
+      '/var/tmp',
+      '/etc/yum.repos.d',
+      '/etc/yum',
+      '/etc/yum/plugin',
+      '/etc/yum/pluginconf.d',
+    ]
+    dirs.each do |dir|
+      FileUtils.mkdir_p(File.join(@cache_dir, dir))
+    end
+  end
+
+  def setup_files
+    open(File.join(@cache_dir, "/etc/yum/yum.conf"), "w") { |f| f.write yum_conf }
+    open(File.join(@cache_dir, "/etc/yum/pluginconf.d/pandler.conf"), "w") { |f| f.write plugin_conf }
+    FileUtils.cp(yum_plugin_path, File.join(@cache_dir, "/etc/yum/plugin"))
+  end
+
+  def yum_plugin_path
+    File.expand_path("../../../etc/yum/pandler.py", __FILE__)
+  end
+
+  def yum_conf
+    content = ERB.new <<-EOF
+[main]
+cachedir=/var/cache/yum
+debuglevel=1
+reposdir=/dev/null
+logfile=/var/log/yum.log
+retries=20
+obsoletes=1
+gpgcheck=0
+assumeyes=1
+syslog_ident=pandler
+syslog_device=
+plugins=1
+pluginpath=<%= @cache_dir %>/etc/yum/plugin
+pluginconfpath=<%= @cache_dir %>/etc/yum/pluginconf.d
+<% repos.each { |repo, url| %>
+[<%= repo %>]
+name=<%= repo %>
+enabled=1
+baseurl=<%= url %>
+<% } %>
+    EOF
+    content.result(binding)
+  end
+
+  def plugin_conf
+    content = <<-EOF
+[main]
+enabled=1
+    EOF
+    content
+  end
+end

data/pandler.gemspec

@@ -0,0 +1,24 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'pandler/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = "pandler"
+  gem.version       = Pandler::VERSION
+  gem.authors       = ["Ryosuke IWANAGA"]
+  gem.email         = ["riywo.jp@gmail.com"]
+  gem.description   = %q{Manage your packages with chroot}
+  gem.summary       = %q{Yumfile}
+  gem.homepage      = "https://github.com/riywo/pandler"
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+
+  gem.add_dependency 'thor', '>= 0.13.6'
+
+  gem.add_development_dependency 'rake', '>= 0.9.2.2'
+  gem.add_development_dependency 'rspec'
+end

data/spec/pandler/chroot_spec.rb

@@ -0,0 +1,93 @@
+require "pathname"
+
+describe Pandler::Chroot do
+  include TempDirHelper
+  before :all do
+#    @base_dir = File.expand_path("../../../.spec_cache", __FILE__)
+    yumrepo = "file://" + File.expand_path("../../resources/yumrepo", __FILE__)
+    @chroot = Pandler::Chroot.new(:yumrepo => yumrepo)
+  end
+
+  subject { @chroot }
+  its(:root_dir) { should eq "#{@chroot.base_dir}/root" }
+
+  describe "chroot file path" do
+    subject { @chroot.real_path("/") }
+    it { should eq @chroot.root_dir + "/" }
+  end
+
+  describe "init" do
+    before(:all) { @chroot.init }
+    it "should create directories" do
+      [
+        '/var/lib/rpm',
+        '/var/lib/yum',
+        '/var/lib/dbus',
+        '/var/log',
+        '/var/lock/rpm',
+        '/var/cache/yum',
+        '/etc/rpm',
+        '/tmp',
+        '/tmp/ccache',
+        '/var/tmp',
+        '/etc/yum.repos.d',
+        '/etc/yum',
+        '/proc',
+        '/sys',
+      ].each do |path|
+        Pathname(@chroot.real_path(path)).should exist
+      end
+    end
+    it "should create files" do
+      [
+        '/etc/mtab',
+        '/etc/fstab',
+        '/var/log/yum.log',
+        '/etc/yum/yum.conf',
+        '/etc/yum.conf',
+        '/etc/resolv.conf',
+        '/etc/hosts',
+      ].each do |path|
+        Pathname(@chroot.real_path(path)).should exist
+      end
+    end
+    it "should create devs" do
+      [
+        '/dev/null',
+        '/dev/full',
+        '/dev/zero',
+        '/dev/random',
+        '/dev/urandom',
+        '/dev/tty',
+        '/dev/console',
+        '/dev/stdin',
+        '/dev/stdout',
+        '/dev/stderr',
+        '/dev/fd',
+#        '/dev/ptmx',
+      ].each do |path|
+        Pathname(@chroot.real_path(path)).should exist
+      end
+    end
+  end
+
+  describe "install first time" do
+    before(:all) { @chroot.install("pandler-test-0.0.1-1.x86_64", "pandler-test-a-0.0.1-1.x86_64") }
+    it "should execute /pandler-test" do
+      Kernel.system("chroot", @chroot.root_dir, "/pandler-test").should be_true
+    end
+  end
+
+  describe "exec /pandler-test" do
+    subject { capture_stdout { @chroot.execute("/pandler-test") } }
+    it { should eq "pandler test\n" }
+  end
+
+  describe "install second time" do
+    before(:all) { @chroot.install("pandler-test-0.0.1-1.x86_64") }
+    subject { @chroot.installed_pkgs }
+    it { should eq ["pandler-test-0.0.1-1.x86_64"] }
+  end
+
+  after(:all) { @chroot.clean }
+end

data/spec/pandler/cli_spec.rb

@@ -0,0 +1,20 @@
+describe Pandler::CLI do
+  include TempDirHelper
+  include PandleHelper
+  describe "version" do
+    it "displays gem version" do
+      pandle("version").chomp.should == Pandler::VERSION
+    end
+
+    it "displays gem version on shortcut command" do
+      pandle("-v").chomp.should == Pandler::VERSION
+    end
+  end
+
+=begin
+  describe "exec echo 'test'" do
+    subject { pandle("exec echo 'test'") }
+    it { should eq "test\n" }
+  end
+=end
+end