enhancerepo 0.4.1 → 0.5.0

data/lib/enhance_repo/rpm_md/extra_primary_data.rb

@@ -1,5 +1,7 @@
+# Encoding: utf-8
+
 #--
-# 
+#
 # enhancerepo is a rpm-md repository metadata tool.
 # Copyright (C) 2008, 2009 Novell Inc.
 # Author: Duncan Mac-Vicar P. <dmacvicar@suse.de>
@@ -28,18 +30,16 @@ require 'builder'
 
 module EnhanceRepo
   module RpmMd
-
     # represents a set non standard data tags
     # but it is not part of the standard, yet still associated
     # with a particular package (so with primary.xml semantics
     class ExtraPrimaryData
       include Logger
-      
+
       # initialize the extra data with a name
       def initialize(name)
         @name = name
       end
     end
-    
   end
 end

data/lib/enhance_repo/rpm_md/file_lists.rb

@@ -1,5 +1,7 @@
+# Encoding: utf-8
+
 #--
-# 
+#
 # enhancerepo is a rpm-md repository metadata tool.
 # Copyright (C) 2008, 2009 Novell Inc.
 # Author: Duncan Mac-Vicar P. <dmacvicar@suse.de>
@@ -25,17 +27,15 @@
 
 module EnhanceRepo
   module RpmMd
-
     # represents
     # filelist data
     #
     # See:
     # http://en.opensuse.org/Standards/Rpm_Metadata
     #
-    class FileLists
-
+    class FileLists < Data
       include Logger
-        
+
       def initialize(dir)
         @dir = dir
         @rpmfiles = []
@@ -44,7 +44,7 @@ module EnhanceRepo
       def read
         Dir["#{@dir}/**/*.rpm"].each do |rpmfile|
           @rpmfiles << rpmfile
-        end  
+        end
       end
 
       def empty?
@@ -52,9 +52,9 @@ module EnhanceRepo
       end
 
       def write_package(file, rpmfile)
-        b = Builder::XmlMarkup.new(:target=>file, :indent=>2, :initial=>2)
+        b = Builder::XmlMarkup.new(target: file, indent: 2, initial: 2)
         pkgid = PackageId.new(rpmfile)
-        b.package('pkgid'=>pkgid.checksum, 'name' => pkgid.name, 'arch'=>pkgid.arch ) do | b |
+        b.package('pkgid' => pkgid.checksum, 'name' => pkgid.name, 'arch' => pkgid.arch) do
           b.version('epoch' => pkgid.version.e, 'ver' => pkgid.version.v, 'rel' => pkgid.version.r)
           pkgid.files.each do |f|
             b.file f
@@ -62,20 +62,19 @@ module EnhanceRepo
         end
         #  done package tag
       end
-      
+
       # write filelists.xml
       def write(file)
-        builder = Builder::XmlMarkup.new(:target=>file, :indent=>2)
+        builder = Builder::XmlMarkup.new(target: file, indent: 2)
         builder.instruct!
-        xml = builder.tag!("filelists", 'xmlns' => 'xmlns="http://linux.duke.edu/metadata/filelists"', 'packages'=> @rpmfiles.size ) do |b|
+        builder.filelists('xmlns' => 'http://linux.duke.edu/metadata/filelists',
+                          'packages' => @rpmfiles.size) do |_b|
           @rpmfiles.each do |rpmfile|
             write_package(file, rpmfile)
           end
           # next package
         end
       end
-      
     end
-
   end
 end

data/lib/enhance_repo/rpm_md/index.rb

@@ -1,5 +1,7 @@
+# Encoding: utf-8
+
 #--
-# 
+#
 # enhancerepo is a rpm-md repository metadata tool.
 # Copyright (C) 2008, 2009 Novell Inc.
 # Author: Duncan Mac-Vicar P. <dmacvicar@suse.de>
@@ -27,15 +29,13 @@ require 'enhance_repo/rpm_md/resource'
 
 module EnhanceRepo
   module RpmMd
-
     # represents the repomd index
     class Index < Data
-      
       include EnhanceRepo::Logger
-      
+
       attr_accessor :products, :keywords
       attr_accessor :resources
-      
+
       # constructor
       # log logger object
       def initialize
@@ -47,10 +47,10 @@ module EnhanceRepo
       def should_compress?
         false
       end
-      
+
       # add a file resource. Takes care of setting
-      # all the metadata.      
-      def add_file_resource(abspath, path, type=nil)
+      # all the metadata.
+      def add_file_resource(abspath, path, type = nil)
         r = Resource.new
         r.type = type
         # figure out the type of resource
@@ -64,18 +64,20 @@ module EnhanceRepo
           ext = File.extname(base)
           base = File.basename(base, ext)
         end
-        
+
         r.type = base if r.type.nil?
         r.location = path
         r.timestamp = File.mtime(abspath).to_i.to_s
-        r.checksum = Digest::SHA1.hexdigest(File.new(abspath).read)
+        r.checksum = EnhanceRepo::ConfigOpts.instance.digest_class.hexdigest(File.new(abspath).read)
         r.openchecksum = r.checksum
+        r.size = File.size(abspath)
+        r.opensize = r.size
         if File.extname(abspath) == '.gz'
           # we have a different openchecksum
-          r.openchecksum = Digest::SHA1.hexdigest(Zlib::GzipReader.new(File.new(abspath)).read)
+          r.openchecksum = EnhanceRepo::ConfigOpts.instance.digest_class.hexdigest(Zlib::GzipReader.new(File.new(abspath)).read)
+          r.opensize = Zlib::GzipReader.new(File.new(abspath)).read.bytesize
         end
         add_resource(r)
-        
       end
 
       # add resource
@@ -89,11 +91,11 @@ module EnhanceRepo
           @resources << r
         else
           # replace it
-          #log.warn("Resource #{r.location} already exists. Replacing.")
+          # log.warn("Resource #{r.location} already exists. Replacing.")
           @resources[index] = r
         end
       end
-      
+
       # read data from a file
       def read_file(file)
         doc = REXML::Document.new(file)
@@ -110,6 +112,12 @@ module EnhanceRepo
               resource.timestamp = attrel.text
             when 'open-checksum'
               resource.openchecksum = attrel.text
+            when 'size'
+              resource.size = attrel.text
+            when 'open-size'
+              resource.opensize = attrel.text
+            when 'database_version'
+              resource.database_version = attrel.text
             else
               raise "unknown tag #{attrel.name}"
             end # case
@@ -117,28 +125,25 @@ module EnhanceRepo
           add_resource(resource)
         end # iterate over data elements
       end
-      
+
       # write the index to xml file
       def write(file)
-        builder = Builder::XmlMarkup.new(:target=>file, :indent=>2)
+        builder = Builder::XmlMarkup.new(target: file, indent: 2)
         builder.instruct!
-        xml = builder.repomd('xmlns' => "http://linux.duke.edu/metadata/repo") do |b|
+        builder.repomd('xmlns' => 'http://linux.duke.edu/metadata/repo') do |b|
           @resources.each do |resource|
-            b.data('type' => resource.type) do |b|
+            b.data('type' => resource.type) do
               b.location('href' => resource.location)
-              b.checksum(resource.checksum, 'type' => 'sha')
+              b.checksum(resource.checksum, 'type' => EnhanceRepo::ConfigOpts.instance.digest_name)
               b.timestamp(resource.timestamp)
-              b.tag!('open-checksum', resource.openchecksum, 'type' => 'sha')
+              b.size(resource.size) if resource.size
+              b.tag!('open-size', resource.opensize) if resource.opensize
+              b.tag!('open-checksum', resource.openchecksum, 'type' => EnhanceRepo::ConfigOpts.instance.digest_name)
+              b.tag!('database_version', resource.database_version) if resource.database_version
             end
           end
-          
-        end #builder
-        
+        end # builder
       end
-      
     end
-
-    
   end
-
 end

data/lib/enhance_repo/rpm_md/other.rb

@@ -1,5 +1,7 @@
+# Encoding: utf-8
+
 #--
-# 
+#
 # enhancerepo is a rpm-md repository metadata tool.
 # Copyright (C) 2008, 2009 Novell Inc.
 # Author: Duncan Mac-Vicar P. <dmacvicar@suse.de>
@@ -31,7 +33,6 @@ module EnhanceRepo
     # http://en.opensuse.org/Standards/Rpm_Metadata
     #
     class Other < Data
-
       def initialize(dir)
         @dir = dir
         @rpmfiles = []
@@ -40,7 +41,7 @@ module EnhanceRepo
       def read
         Dir["#{@dir}/**/*.rpm"].each do |rpmfile|
           @rpmfiles << rpmfile
-        end  
+        end
       end
 
       def empty?
@@ -49,12 +50,12 @@ module EnhanceRepo
 
       # write filelists.xml
       def write(file)
-        builder = Builder::XmlMarkup.new(:target=>file, :indent=>2)
+        builder = Builder::XmlMarkup.new(target: file, indent: 2)
         builder.instruct!
-        xml = builder.tag!("otherdata", 'xmlns' => 'xmlns="http://linux.duke.edu/metadata/other"', 'packages'=> @rpmfiles.size ) do |b|
+        builder.tag!('otherdata', 'xmlns' => 'xmlns="http://linux.duke.edu/metadata/other"', 'packages' => @rpmfiles.size) do |b|
           @rpmfiles.each do |rpmfile|
             pkgid = PackageId.new(rpmfile)
-            b.package('pkgid'=>pkgid.checksum, 'name' => pkgid.name, 'arch'=>pkgid.arch ) do | b |
+            b.package('pkgid' => pkgid.checksum, 'name' => pkgid.name, 'arch' => pkgid.arch) do
               b.version('epoch' => pkgid.version.e, 'ver' => pkgid.version.v, 'rel' => pkgid.version.r)
             end
             #  done package tag
@@ -62,8 +63,6 @@ module EnhanceRepo
           # next package
         end
       end
-      
     end
-
   end
 end

data/lib/enhance_repo/rpm_md/pattern_writer.rb

@@ -0,0 +1,131 @@
+# Encoding: utf-8
+
+#--
+#
+# enhancerepo is a rpm-md repository metadata tool.
+# Copyright (C) 2008, 2009 Novell Inc.
+#
+# Author: Michael Calmer <mc@suse.de>
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
+# MA  02110-1301, USA.  A copy of the GNU General Public License is
+# also available at http://www.gnu.org/copyleft/gpl.html.
+#
+#++
+#
+require 'nokogiri'
+require 'yaml'
+require 'prettyprint'
+require 'stringio'
+
+module EnhanceRepo
+  module RpmMd
+    # helper to write out a pattern in
+    # rpmmd format
+    module PatternWriter
+      def to_xml
+        buffer = StringIO.new
+        write_xml(buffer)
+        buffer.string
+      end
+
+      def write_xml(io = STDOUT)
+        PatternWriter.write_xml(self, io)
+      end
+
+      def self.write_xml_dependency(xml, pattern, name)
+        dep = name.to_sym
+        list = pattern.send(dep).keys.sort do |a, b|
+          puts a
+          if pattern.send(dep)[a] == 'pattern' &&
+             pattern.send(dep)[b] != 'pattern'
+            -1
+          else
+            a <=> b
+          end
+        end
+        unless list.empty?
+          xml['rpm'].send(dep) do
+            list.each do |pkg|
+              kind = pattern.send(dep)[pkg]
+              if kind == 'package'
+                xml['rpm'].entry('name' => pkg)
+              else
+                xml['rpm'].entry('name' => "#{kind}:#{pkg}")
+              end
+            end
+          end
+        end
+      end
+
+      def self.write_xml(pattern, io = STDOUT)
+        builder = Nokogiri::XML::Builder.new(encoding: 'UTF-8') do |xml|
+          xml.pattern('xmlns' => 'http://novell.com/package/metadata/suse/pattern',
+                      'xmlns:rpm' => 'http://linux.duke.edu/metadata/rpm') do
+            xml.name pattern.name
+            xml.arch pattern.architecture
+            xml.version 'epoch' => '0', 'ver' => pattern.version, 'rel' => pattern.release
+            xml.icon pattern.icon if pattern.icon
+            xml.order pattern.order
+            pattern.summary.each do |lang, text|
+              if lang.empty?
+                xml.summary text
+              else
+                xml.summary text, 'lang' => lang.to_s
+              end
+            end
+            pattern.description.each do |lang, text|
+              if lang.empty?
+                xml.description text
+              else
+                xml.description text, 'lang' => lang.to_s
+              end
+            end
+            pattern.category.each do |lang, text|
+              if lang.empty?
+                xml.category text
+              else
+                xml.category text, 'lang' => lang.to_s
+              end
+            end
+            xml.uservisible if pattern.visible
+            write_xml_dependency(xml, pattern, :conflicts)
+            write_xml_dependency(xml, pattern, :supplements)
+            write_xml_dependency(xml, pattern, :provides)
+            write_xml_dependency(xml, pattern, :requires)
+            write_xml_dependency(xml, pattern, :recommends)
+            write_xml_dependency(xml, pattern, :suggests)
+
+            unless pattern.extends.empty?
+              xml.extends do
+                pattern.extends.each do |pkg, kind|
+                  xml.item('pattern' => pkg) if kind == 'pattern'
+                end
+              end
+            end
+            unless pattern.includes.empty?
+              xml.includes do
+                pattern.includes.each do |pkg, kind|
+                  xml.item('pattern' => pkg) if kind == 'pattern'
+                end
+              end
+            end
+          end
+        end
+        io << builder.to_xml
+      end
+    end
+  end
+end

data/lib/enhance_repo/rpm_md/patterns.rb

@@ -0,0 +1,158 @@
+# Encoding: utf-8
+
+#--
+#
+# enhancerepo is a rpm-md repository metadata tool.
+# Copyright (C) 2008, 2009 Novell Inc.
+#
+# Author: Michael Calmer <mc@suse.de>
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
+# MA  02110-1301, USA.  A copy of the GNU General Public License is
+# also available at http://www.gnu.org/copyleft/gpl.html.
+#
+#++
+#
+
+require 'rubygems'
+require 'nokogiri'
+require 'rexml/document'
+require 'yaml'
+require 'prettyprint'
+require 'fileutils'
+require 'zlib'
+require 'stringio'
+require 'enhance_repo/rpm_md/update'
+require 'enhance_repo/susetags/pattern_reader'
+require 'enhance_repo/pattern'
+
+module EnhanceRepo
+  module RpmMd
+    class Patterns < Data
+      def initialize(config)
+        @dir = config.dir
+        @basedir = config.updatesbasedir
+
+        # update files
+        @patterns = Set.new
+      end
+
+      def empty?
+        @patterns.empty?
+      end
+
+      def size
+        @patterns.size
+      end
+
+      # add all patterns in a repoparts directory
+      # by default look in repoparts/
+      # otherwise pass the :repoparts_path option
+      def read_repoparts(opts = {})
+        repoparts_path = opts[:repoparts_path] || File.join(@dir, 'repoparts')
+        log.info "Reading patterns parts from #{repoparts_path}"
+        Dir[File.join(repoparts_path, 'pattern-*.xml')].each do |patternfile|
+          log.info("`-> adding pattern #{patternfile}")
+          @patterns << patternfile
+        end
+        # end of directory iteration
+      end
+
+      # generates a patterns.xml from a list of package names
+      # it compares the last version of those package names
+      # with their previous ones
+      #
+      # outputdir is the directory where to save the patch to.
+      def generate_patterns(files, outputdir)
+        pats = []
+        files.each do |file|
+          raise "#{file} does not exist" unless File.exist?(file)
+          Zlib::GzipReader.open(file) do |gz|
+            pats += EnhanceRepo::Susetags::PatternReader.read_patterns_from_tags(gz)
+          end
+        end
+
+        FileUtils.mkdir_p(outputdir)
+        pats.each do |pat|
+          pattern_filename = File.join(outputdir, "pattern-#{pat.name}_0.xml")
+          File.open(pattern_filename, 'w') do |f|
+            log.info "write pattern #{pattern_filename}"
+            pat.write_xml(f)
+          end
+        end
+      end
+
+      # splits the patterns.xml file into serveral pattern files
+      # it writes those files into outputdir
+      # output filenames will be pattern-name_<num>.xml
+      # where name is the name of the pattern
+      #
+      # outputdir is the directory where to save the pattern to.
+      def split_patterns(outputdir)
+        FileUtils.mkdir_p outputdir
+        patternsfile = File.join(@dir, metadata_filename)
+
+        # we can't split without an patterns file
+        raise "#{patternsfile} does not exist" unless File.exist?(patternsfile)
+        Zlib::GzipReader.open(patternsfile) do |gz|
+          document = REXML::Document.new(gz)
+          root = document.root
+          root.each_element('pattern') do |patternElement|
+            name = nil
+            patternElement.each_element('name') do |elementName|
+              name = elementName.text
+            end
+            if name.nil?
+              log.warning 'No name found. Setting name to NON_NAME_FOUND'
+              name = 'NON_NAME_FOUND'
+            end
+            version = 0
+            updatefilename = ''
+            while File.exist?(patternfilename = File.join(outputdir, "pattern-#{name}_#{version}.xml"))
+              version += 1
+            end
+            log.info "Saving pattern part to '#{patternfilename}'."
+            File.open(patternfilename, 'w') do |patternfile|
+              patternfile << patternElement
+              patternfile << "\n"
+            end
+          end
+        end
+      end
+
+      # write a update out
+      def write(file)
+        builder = Builder::XmlMarkup.new(target: file, indent: 2)
+        builder.instruct!
+        builder.patterns('xmlns' => 'http://novell.com/package/metadata/suse/pattern',
+                         'xmlns:rpm' => 'http://linux.duke.edu/metadata/rpm') do |_b|
+          pattern_regex = Regexp.new('<pattern\s+xmlns.+>\s*$')
+          @patterns.each do |pattern|
+            File.open(pattern).each_line do |line|
+              next if line.start_with?('<?xml')
+              file << if line.match(pattern_regex)
+                        # all single pattern have the namespace attributes
+                        # we can remove them in the combined file
+                        "<pattern>\n"
+                      else
+                        line
+                      end
+            end
+          end
+        end # done builder
+      end
+    end
+  end
+end