enhancerepo 0.4.1

data/lib/enhance_repo/rpm_md/extra_primary_data.rb

@@ -0,0 +1,45 @@
+#--
+# 
+# enhancerepo is a rpm-md repository metadata tool.
+# Copyright (C) 2008, 2009 Novell Inc.
+# Author: Duncan Mac-Vicar P. <dmacvicar@suse.de>
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
+# MA  02110-1301, USA.  A copy of the GNU General Public License is
+# also available at http://www.gnu.org/copyleft/gpl.html.
+#
+#++
+#
+
+require 'rubygems'
+require 'builder'
+
+module EnhanceRepo
+  module RpmMd
+
+    # represents a set non standard data tags
+    # but it is not part of the standard, yet still associated
+    # with a particular package (so with primary.xml semantics
+    class ExtraPrimaryData
+      include Logger
+      
+      # initialize the extra data with a name
+      def initialize(name)
+        @name = name
+      end
+    end
+    
+  end
+end

data/lib/enhance_repo/rpm_md/file_lists.rb

@@ -0,0 +1,81 @@
+#--
+# 
+# enhancerepo is a rpm-md repository metadata tool.
+# Copyright (C) 2008, 2009 Novell Inc.
+# Author: Duncan Mac-Vicar P. <dmacvicar@suse.de>
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
+# MA  02110-1301, USA.  A copy of the GNU General Public License is
+# also available at http://www.gnu.org/copyleft/gpl.html.
+#
+#++
+#
+
+module EnhanceRepo
+  module RpmMd
+
+    # represents
+    # filelist data
+    #
+    # See:
+    # http://en.opensuse.org/Standards/Rpm_Metadata
+    #
+    class FileLists
+
+      include Logger
+        
+      def initialize(dir)
+        @dir = dir
+        @rpmfiles = []
+      end
+
+      def read
+        Dir["#{@dir}/**/*.rpm"].each do |rpmfile|
+          @rpmfiles << rpmfile
+        end  
+      end
+
+      def empty?
+        @rpmfiles.empty?
+      end
+
+      def write_package(file, rpmfile)
+        b = Builder::XmlMarkup.new(:target=>file, :indent=>2, :initial=>2)
+        pkgid = PackageId.new(rpmfile)
+        b.package('pkgid'=>pkgid.checksum, 'name' => pkgid.name, 'arch'=>pkgid.arch ) do | b |
+          b.version('epoch' => pkgid.version.e, 'ver' => pkgid.version.v, 'rel' => pkgid.version.r)
+          pkgid.files.each do |f|
+            b.file f
+          end
+        end
+        #  done package tag
+      end
+      
+      # write filelists.xml
+      def write(file)
+        builder = Builder::XmlMarkup.new(:target=>file, :indent=>2)
+        builder.instruct!
+        xml = builder.tag!("filelists", 'xmlns' => 'xmlns="http://linux.duke.edu/metadata/filelists"', 'packages'=> @rpmfiles.size ) do |b|
+          @rpmfiles.each do |rpmfile|
+            write_package(file, rpmfile)
+          end
+          # next package
+        end
+      end
+      
+    end
+
+  end
+end

data/lib/enhance_repo/rpm_md/index.rb

@@ -0,0 +1,144 @@
+#--
+# 
+# enhancerepo is a rpm-md repository metadata tool.
+# Copyright (C) 2008, 2009 Novell Inc.
+# Author: Duncan Mac-Vicar P. <dmacvicar@suse.de>
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
+# MA  02110-1301, USA.  A copy of the GNU General Public License is
+# also available at http://www.gnu.org/copyleft/gpl.html.
+#
+#++
+#
+
+require 'enhance_repo/rpm_md/resource'
+
+module EnhanceRepo
+  module RpmMd
+
+    # represents the repomd index
+    class Index < Data
+      
+      include EnhanceRepo::Logger
+      
+      attr_accessor :products, :keywords
+      attr_accessor :resources
+      
+      # constructor
+      # log logger object
+      def initialize
+        super('repomd')
+        @resources = []
+      end
+
+      # Reimplemented from EnhanceRepo::RpmMd::Data
+      def should_compress?
+        false
+      end
+      
+      # add a file resource. Takes care of setting
+      # all the metadata.      
+      def add_file_resource(abspath, path, type=nil)
+        r = Resource.new
+        r.type = type
+        # figure out the type of resource
+        # the extname to remove is different if it is gzipped
+        ext = File.extname(path)
+        base = File.basename(path, ext)
+
+        # if it was gzipped, repeat the operation
+        # to get the real basename
+        if ext == '.gz'
+          ext = File.extname(base)
+          base = File.basename(base, ext)
+        end
+        
+        r.type = base if r.type.nil?
+        r.location = path
+        r.timestamp = File.mtime(abspath).to_i.to_s
+        r.checksum = Digest::SHA1.hexdigest(File.new(abspath).read)
+        r.openchecksum = r.checksum
+        if File.extname(abspath) == '.gz'
+          # we have a different openchecksum
+          r.openchecksum = Digest::SHA1.hexdigest(Zlib::GzipReader.new(File.new(abspath)).read)
+        end
+        add_resource(r)
+        
+      end
+
+      # add resource
+      # any resource of the same location
+      # is overwritten
+      def add_resource(r)
+        # first check if this resource is already in
+        # if yes then override it
+        if (index = @resources.index(r)).nil?
+          # add it
+          @resources << r
+        else
+          # replace it
+          #log.warn("Resource #{r.location} already exists. Replacing.")
+          @resources[index] = r
+        end
+      end
+      
+      # read data from a file
+      def read_file(file)
+        doc = REXML::Document.new(file)
+        doc.elements.each('repomd/data') do |datael|
+          resource = Resource.new
+          resource.type = datael.attributes['type']
+          datael.elements.each do |attrel|
+            case attrel.name
+            when 'location'
+              resource.location = attrel.attributes['href']
+            when 'checksum'
+              resource.checksum = attrel.text
+            when 'timestamp'
+              resource.timestamp = attrel.text
+            when 'open-checksum'
+              resource.openchecksum = attrel.text
+            else
+              raise "unknown tag #{attrel.name}"
+            end # case
+          end # iterate over data subelements
+          add_resource(resource)
+        end # iterate over data elements
+      end
+      
+      # write the index to xml file
+      def write(file)
+        builder = Builder::XmlMarkup.new(:target=>file, :indent=>2)
+        builder.instruct!
+        xml = builder.repomd('xmlns' => "http://linux.duke.edu/metadata/repo") do |b|
+          @resources.each do |resource|
+            b.data('type' => resource.type) do |b|
+              b.location('href' => resource.location)
+              b.checksum(resource.checksum, 'type' => 'sha')
+              b.timestamp(resource.timestamp)
+              b.tag!('open-checksum', resource.openchecksum, 'type' => 'sha')
+            end
+          end
+          
+        end #builder
+        
+      end
+      
+    end
+
+    
+  end
+
+end

data/lib/enhance_repo/rpm_md/other.rb

@@ -0,0 +1,69 @@
+#--
+# 
+# enhancerepo is a rpm-md repository metadata tool.
+# Copyright (C) 2008, 2009 Novell Inc.
+# Author: Duncan Mac-Vicar P. <dmacvicar@suse.de>
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
+# MA  02110-1301, USA.  A copy of the GNU General Public License is
+# also available at http://www.gnu.org/copyleft/gpl.html.
+#
+#++
+#
+module EnhanceRepo
+  module RpmMd
+    # represents
+    # filelist data
+    #
+    # See:
+    # http://en.opensuse.org/Standards/Rpm_Metadata
+    #
+    class Other < Data
+
+      def initialize(dir)
+        @dir = dir
+        @rpmfiles = []
+      end
+
+      def read
+        Dir["#{@dir}/**/*.rpm"].each do |rpmfile|
+          @rpmfiles << rpmfile
+        end  
+      end
+
+      def empty?
+        @rpmfiles.empty?
+      end
+
+      # write filelists.xml
+      def write(file)
+        builder = Builder::XmlMarkup.new(:target=>file, :indent=>2)
+        builder.instruct!
+        xml = builder.tag!("otherdata", 'xmlns' => 'xmlns="http://linux.duke.edu/metadata/other"', 'packages'=> @rpmfiles.size ) do |b|
+          @rpmfiles.each do |rpmfile|
+            pkgid = PackageId.new(rpmfile)
+            b.package('pkgid'=>pkgid.checksum, 'name' => pkgid.name, 'arch'=>pkgid.arch ) do | b |
+              b.version('epoch' => pkgid.version.e, 'ver' => pkgid.version.v, 'rel' => pkgid.version.r)
+            end
+            #  done package tag
+          end
+          # next package
+        end
+      end
+      
+    end
+
+  end
+end

data/lib/enhance_repo/rpm_md/primary.rb

@@ -0,0 +1,123 @@
+#--
+# 
+# enhancerepo is a rpm-md repository metadata tool.
+# Copyright (C) 2008, 2009 Novell Inc.
+# Author: Duncan Mac-Vicar P. <dmacvicar@suse.de>
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
+# MA  02110-1301, USA.  A copy of the GNU General Public License is
+# also available at http://www.gnu.org/copyleft/gpl.html.
+#
+#++
+#
+module EnhanceRepo
+  module RpmMd
+    # represents
+    # primary data
+    #
+    # See:
+    # http://en.opensuse.org/Standards/Rpm_Metadata
+    #
+    class Primary < Data
+      attr_accessor :indent
+      
+      def initialize(dir)
+        @indent = false
+        @dir = dir
+        @rpmfiles = []
+      end
+      
+      def read_packages
+        Dir["#{@dir}/**/*.rpm"].each do |rpmfile|
+          @rpmfiles << rpmfile
+        end  
+      end
+
+      def size
+        @rpmfiles.size
+      end
+      
+      def empty?
+        @rpmfiles.empty?
+      end
+
+      def write_package(file, rpmfile)
+        b = Builder::XmlMarkup.new(:target=>file, :indent=> @indent ? 2 : 0, :indent=> @indent ? 2 : 0)
+        b.package('type' => 'rpm') do | b |
+          pkgid = PackageId.new(rpmfile)
+          b.name pkgid.name
+          b.arch pkgid.arch
+          b.version('epoch' => pkgid.version.e.nil? ? "0" : pkgid.version.e.to_s, 'ver' => pkgid.version.v, 'rel' => pkgid.version.r)
+          b.checksum(pkgid.checksum, 'type'=>'sha', 'pkgid'=>'YES')
+          b.summary pkgid[RPM::TAG_SUMMARY]
+          b.description pkgid[RPM::TAG_DESCRIPTION]
+          b.packager pkgid[RPM::TAG_PACKAGER]
+          b.url pkgid[RPM::TAG_URL]
+          b.time('file'=>File.mtime(rpmfile).to_i, 'build'=>pkgid[RPM::TAG_BUILDTIME])
+          b.tag!('size', 'archive'=>pkgid[RPM::TAG_ARCHIVESIZE], 'installed'=>pkgid[RPM::TAG_SIZE], 'package'=>File.size(rpmfile))
+          b.location('href'=>File.basename(rpmfile))
+          # now the format tags
+          b.format do |b|
+            b.tag!('rpm:license', pkgid[RPM::TAG_LICENSE])
+            b.tag!('rpm:vendor', pkgid[RPM::TAG_VENDOR])
+            b.tag!('rpm:group', pkgid[RPM::TAG_GROUP])
+            b.tag!('rpm:buildhost', pkgid[RPM::TAG_BUILDHOST])
+            b.tag!('rpm:sourcerpm', pkgid[RPM::TAG_SOURCERPM])
+            #b.tag!('rpm:header-range', pkgid[RPM::TAG_SOURCERPM])
+            
+            # serialize dependencies
+            [:provides, :requires, :obsoletes, :conflicts, :obsoletes].each do |deptype|
+              b.tag!("rpm:#{deptype}") do |b|
+                pkgid.send(deptype).reverse.each { |dep|
+                  flag = nil
+                  flag = 'LT' if dep.lt?
+                  flag = 'GT' if dep.gt?
+                  flag = 'EQ' if dep.eq?
+                  flag = 'LE' if dep.le?
+                  flag = 'GE' if dep.ge?
+                  attrs = {'name'=>dep.name}
+                  if not flag.nil?
+                    attrs['pre'] = 1 if (deptype == :requires) and dep.pre?
+                    attrs['flags'] = flag
+                    attrs['ver'] =dep.version.v
+                    attrs['epoch'] = dep.version.e.nil? ? "0" : dep.version.e.to_s
+                    attrs['rel'] =dep.version.r
+                  end
+                  b.tag!('rpm:entry', attrs)
+                }
+              end
+              #####
+            end
+          end
+          # done with format section
+        end
+        #  done package tag
+      end
+      
+      # write primary.xml
+      def write(file)
+        builder = Builder::XmlMarkup.new(:target=>file, :indent=> @indent ? 2 : 0)
+        builder.instruct!
+        builder.tag!("metadata", 'xmlns' => 'http://linux.duke.edu/metadata/common', 'xmlns:rpm' => 'http://linux.duke.edu/metadata/rpm', 'xmlns:suse'=>'http://novell.com/package/metadata/suse/common', 'packages'=> @rpmfiles.size ) do |b|
+          @rpmfiles.each do |rpmfile|
+            write_package(file, rpmfile)
+          end
+        end# next package
+      end
+      
+    end
+
+  end
+end