prm 0.1.2 → 0.1.3

data/bin/prm

@@ -10,7 +10,7 @@ rescue LoadError
   require 'prm'
 end
 
-version_info = "0.1.2"
+version_info = "0.1.3"
 
 class Main < Clamp::Command
   option ["-t", "--type"], "TYPE", "Type of repo to create", :required => true
@@ -22,10 +22,14 @@ class Main < Clamp::Command
   option ["--secretkey"], "SECRET KEY", "DHO/S3 Secret Key", :default => false
   option ["-d", "--directory"], "DIRECTORY", "Move packages from directory to target", :default => false
   option ["-s", "--snapshot"], "COMPONENT", "Creates a snapshot of a component", :default => false
+  option ["-e", "--recent"], :flag, "Snapshot the most recent unique packages"
   option ["-k", "--gpg"], :flag,  "Sign release files with users GPG key", :default => false
   option ["-g", "--generate"], :flag , "Generate new repository"
 
   def execute
+	if recent? && !snapshot
+		raise "--snapshot is required for --recent\n"
+	end
     r = PRM::Repo.new
     r.component = component
     r.release = release
@@ -44,6 +48,9 @@ class Main < Clamp::Command
     unless snapshot.nil?
       r.snapshot = snapshot
     end
+	if recent?
+	  r.recent = recent?
+	end
     unless directory.nil?
       r.directory = directory
     end

data/lib/prm/repo.rb

@@ -2,11 +2,155 @@ require 'rubygems'
 require 'fileutils'
 require 'zlib'
 require 'digest/md5'
+require 'digest/sha2'
 require 'erb'
 require 'find'
 require 'thread'
 require 'peach' 
 require 'aws/s3'
+require 'arr-pm'
+
+module Redhat
+  def build_rpm_repo(path,arch,release,gpg,silent)
+    release.each { |r|
+      arch.each { |a|
+        orgpath = path
+        path = path + "/repodata/"
+        FileUtils.mkpath(path)
+        timestamp = Time.now.to_i
+        package_hash = Hash.new
+
+        template_dir = File.join(File.dirname(__FILE__), "..", "..", "templates")
+
+        erb_files = %w{
+          filelists
+          other
+          primary
+        }
+
+        Dir.glob("#{orgpath}/*.rpm").peach do |rpm|
+          sha256sum = ''
+          sha256_path = "#{orgpath}/sha256_results"
+          unless File.directory?(sha256_path)
+            FileUtils.mkdir(sha256_path)
+          end
+          trpm = rpm.split('/').last
+          if File.exists?("#{sha256_path}/#{trpm}")
+            file = File.open("#{sha256_path}/#{trpm}", 'r')
+            sha256sum = file.read
+            file.close
+          else
+            sha256sum = Digest::SHA256.file(rpm).hexdigest
+            File.open("#{sha256_path}/#{trpm}", 'w') { |file| file.write(sha256sum) }
+          end
+
+          nrpm = RPM::File.new(rpm)
+          sheader = nrpm.lead.length + nrpm.signature.length
+          eheader = sheader + nrpm.header.length
+          
+          info = Hash[*nrpm.header.tags.collect { |t| [t.tag, t.value] }.inject([]) { |m,v| m + v }]
+          package_hash[trpm] = {
+              "sha256"       => sha256sum,
+              "name"         => info[:name],
+              "arch"         => info[:arch],
+              "version"      => info[:version],
+              "release"      => info[:release],
+              "start_header" => sheader,
+              "end_header"   => eheader,
+              "files"        => nrpm.files,
+              "license"      => info[:license],
+              "vendor"       => info[:vendor],
+              "buildtime"    => info[:buildtime],
+              "buildhost"    => info[:buildhost],
+              "requires"     => nrpm.requires,
+              "conflicts"    => nrpm.conflicts,
+              "provides"     => nrpm.provides,
+              "epoch"        => info[:epochnum],
+              "sourcerpm"    => info[:sourcerpm],
+              "buildtime"    => info[:buildtime],
+              "installtime"  => info[:installtime],
+              "url"          => info[:url],
+              "summary"      => info[:summary],
+              "description"  => info[:description],
+              "packager"     => info[:packager],
+              "size"         => info[:size],
+              "longsize"     => info[:longsize],
+              "filesizes"    => info[:filesizes]
+          }
+          
+        end
+
+        xml_hash = Hash.new()
+        xml_hash = {
+          "filelists" => {
+            "xml"   => "",
+            "gz"    => "",
+            "size"  => "",
+            "osize" => "",
+          },
+          "other"     => {
+            "xml"   => "",
+            "gz"    => "",
+            "size"  => "",
+            "osize" => "",
+          },
+          "primary"   => {
+            "xml"   => "",
+            "gz"    => "",
+            "size"  => "",
+            "osize" => "",
+          }
+        }
+
+        erb_files.each { |f|
+          erb = ERB.new(File.open("#{template_dir}/#{f}.xml.erb") { |file|
+            file.read
+          }).result(binding)
+
+          release_file = File.new("#{path}/#{f}.xml.tmp","wb")
+          release_file.puts erb
+          release_file.close 
+
+          Zlib::GzipWriter.open("#{path}/#{f}.xml.tmp.gz") do |gz|
+            ff = File.new("#{path}/#{f}.xml.tmp", "r")
+            ff.each do |line|
+              gz.write(line)
+            end
+          end
+        }
+
+        erb_files.each { |f|  
+          xml_hash[f]["gz"] = Digest::SHA256.file("#{path}/#{f}.xml.tmp.gz").hexdigest
+          xml_hash[f]["xml"] = Digest::SHA256.file("#{path}/#{f}.xml.tmp").hexdigest
+          xml_hash[f]["size"] = File.size?("#{path}/#{f}.xml.tmp.gz")
+          xml_hash[f]["osize"] = File.size?("#{path}/#{f}.xml.tmp")
+        }
+
+        erb_two = ERB.new(File.open("#{template_dir}/repomd.xml.erb") { |file|
+          file.read
+        }).result(binding)
+
+        r_file = File.new("#{path}/repomd.xml.tmp","wb")
+        r_file.puts erb_two
+        r_file.close
+
+        Dir.glob("#{path}/*.gz") do |f|
+          if f =~ /gz$/
+            unless f =~ /tmp\.gz$/
+              FileUtils.rm(f)
+            end
+          end
+        end
+
+        erb_files.each { |f| 
+          FileUtils.move("#{path}/#{f}.xml.tmp.gz", "#{path}/" + xml_hash[f]["gz"] + "-#{f}.xml.gz")
+          FileUtils.rm("#{path}/#{f}.xml.tmp")
+        }
+        FileUtils.move("#{path}/repomd.xml.tmp", "#{path}/repomd.xml")
+      }
+    }
+  end
+end
 
 module Debian
   def build_apt_repo(path, component, arch, release, gpg, silent)
@@ -183,7 +327,7 @@ module Debian
 end
 
 module SNAP
-  def snapshot_to(path,component,release,snapname,type)
+  def snapshot_to(path,component,release,snapname,type,recent)
     if type != "deb"
       puts "Only deb supported"
       return
@@ -194,7 +338,15 @@ module SNAP
       now = time.strftime("%Y-%m-%d-%H-%M")
       new_snap = "#{snapname}-#{now}"
 
-      if File.exists?("#{path}/dists/#{r}/#{snapname}") 
+
+      component.each do |c|
+          if !File.exists?("#{path}/dists/#{r}/#{c}")
+              puts "Component doesn't exist! To snapshot you need to have an existing component\n"
+              return
+          end
+      end
+
+      if File.exists?("#{path}/dists/#{r}/#{snapname}") && !File.symlink?("#{path}/dists/#{r}/#{snapname}") 
         puts "Snapshot target is a filesystem, remove it or rename your snap target"
         return
       end
@@ -203,9 +355,56 @@ module SNAP
         Dir.mkdir("#{path}/dists/#{r}/#{new_snap}")
       end
 
-      FileUtils.cp_r(Dir["#{path}/dists/#{r}/#{component}/*"], "#{path}/dists/#{r}/#{new_snap}")
-      FileUtils.ln_s "#{new_snap}", "#{path}/dists/#{r}/#{snapname}", :force => true
-      puts "Created #{snapname} snapshot of #{component}\n"
+      if File.exists?("#{path}/dists/#{r}/#{snapname}")
+          FileUtils.rm("#{path}/dists/#{r}/#{snapname}")
+      end
+
+      if recent
+        component.each do |c|
+            arch.each do |a|
+                source_dir = "#{path}/dists/#{r}/#{c}/binary-#{a}"
+                target_dir = "#{path}/dists/#{r}/#{new_snap}/binary-#{a}"
+                pfiles = Dir.glob("#{source_dir}/*").sort_by { |f| File.mtime(f) }
+
+                package_hash = Hash.new
+                pfiles.each do |p|
+                    file = p.split(/[_]/)
+                    mtime = File.mtime(p)
+                    date_in_mil = mtime.to_f
+                    
+                    if !package_hash.has_key?(file[0])
+                        package_hash[file[0]] = { "name" => p, "time" => date_in_mil }
+                    else
+                        if date_in_mil > package_hash[file[0]]["time"]
+                            package_hash[file[0]] = { "name" => p, "time" => date_in_mil }
+                        end
+                    end
+                end
+
+                if !File.exists?(target_dir)
+                    FileUtils.mkdir_p(target_dir)
+                end
+
+                package_hash.each do |key,value|
+                    value["name"].each do |k|
+                        target_file = k.split("/").last
+                        FileUtils.cp(k, "#{target_dir}/#{target_file}")
+                    end
+                end
+
+            end
+
+            FileUtils.ln_s "#{new_snap}", "#{path}/dists/#{r}/#{snapname}", :force => true
+            puts "Created #{snapname} snapshot of #{component} with --recent flag\n"
+        end
+      else
+        FileUtils.cp_r(Dir["#{path}/dists/#{r}/#{component}/*"], "#{path}/dists/#{r}/#{new_snap}")
+        if File.exists?("#{path}/dists/#{r}/#{snapname}")
+            FileUtils.rm("#{path}/dists/#{r}/#{snapname}")
+        end
+        FileUtils.ln_s "#{new_snap}", "#{path}/dists/#{r}/#{snapname}", :force => true
+        puts "Created #{snapname} snapshot of #{component}\n"
+      end
     end
   end
 end
@@ -265,6 +464,7 @@ module PRM
     include Debian
     include DHO
     include SNAP
+    include Redhat
 
     attr_accessor :path
     attr_accessor :type
@@ -276,13 +476,13 @@ module PRM
     attr_accessor :accesskey
     attr_accessor :snapshot
     attr_accessor :directory
+    attr_accessor :recent
 
     def create
-      parch,pcomponent,prelease = _parse_vars(arch,component,release)
-
       if "#{@type}" == "deb"
+        parch,pcomponent,prelease = _parse_vars(arch,component,release)
         if snapshot
-          snapshot_to(path,pcomponent,prelease,snapshot,type)
+          snapshot_to(path,pcomponent,prelease,snapshot,type,recent)
         else
           if directory
             silent = true
@@ -297,7 +497,10 @@ module PRM
       elsif "#{@type}" == "sync"
         sync_to_dho(path, accesskey, secretkey,pcomponent,prelease)
       elsif "#{@type}" == "rpm"
-        # add rpm stuff here
+        component = "test"
+        parch,prelease = _parse_vars(arch,component,release)
+        silent = false
+        build_rpm_repo(path,parch,prelease,gpg,silent)
       end
     end
 

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: prm
 version: !ruby/object:Gem::Version 
-  hash: 31
+  hash: 29
   prerelease: false
   segments: 
   - 0
   - 1
-  - 2
-  version: 0.1.2
+  - 3
+  version: 0.1.3
 platform: ruby
 authors: 
 - Brett Gailey
@@ -15,7 +15,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2013-05-11 00:00:00 -07:00
+date: 2013-07-15 00:00:00 -07:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -60,6 +60,20 @@ dependencies:
         version: "0"
   type: :runtime
   version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: arr-pm
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id004
 description: PRM (Package Repository Manager) is an Operating System independent Package Repository tool. PRM supports Repository syncing to DreamObjects
 email: brett.gailey@dreamhost.com
 executables: