enhancerepo 0.4.1

data/lib/enhance_repo/rpm_md/update_smart_fields.rb

@@ -0,0 +1,127 @@
+#--
+# 
+# enhancerepo is a rpm-md repository metadata tool.
+# Copyright (C) 2008, 2009 Novell Inc.
+#
+# Author: Duncan Mac-Vicar P. <dmacvicar@suse.de>
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
+# MA  02110-1301, USA.  A copy of the GNU General Public License is
+# also available at http://www.gnu.org/copyleft/gpl.html.
+#
+#++
+#
+
+module EnhanceRepo
+  module RpmMd
+    
+    module UpdateSmartFields
+      # detects references for the given
+      # configuration
+      # options:
+      # :keyword => 'foo'
+      #    would match foo-#123 foo#1234 FOO #1234 and other
+      #    creative developer variations
+      # :keywords => ['foo', 'bar']
+      #    adds various keywords at once
+      # :href => 'http://foo.org/?query=:id'
+      #    website reference, :id is replaced with the
+      #    actual detected id
+      #  :title => 'SUSE bug #:id'
+      #    title, :id is replaced with the detected id
+      #  :type => 'bugzilla'
+      #    type is just passed and set in the reference that match
+      #    this options
+      def each_reference_for(opts={})
+        update = self
+        keywords = Set.new
+        keywords << opts[:keyword] if opts.has_key?(:keyword)
+        keywords = keywords.merge(opts[:keywords].to_set) if opts.has_key?(:keywords)
+
+        regexps = []
+        keywords.each do |keyword|
+          specifier = keyword.each_char.map{|x| "#{x}\\\.?"}.join
+          regexps << "#{specifier}[-|\\\s#|\\\s|#](\\\d+[-|\\\d+]*)"
+        end
+
+        regexps.each do |regexp|
+          references = update.description.scan(/#{regexp}/i)
+          references.each do |ref_id|
+            ref = Reference.new
+            ref.referenceid = ref_id.first
+            ref.href = opts[:href].gsub(/:id/, ref_id.join) if opts.has_key?(:href)
+            ref.title = opts[:title].gsub(/:id/, ref_id.join) if opts.has_key?(:title)
+            ref.type = opts[:type] if opts.has_key?(:type)
+            yield ref
+          end
+        end
+      end
+
+      # yields a reference in the passed
+      # block for every detected reference from the known
+      # ones
+      # in the update description
+      def each_detected_reference
+        each_reference_for(:keyword => 'bnc', :href => 'http://bugzilla.novell.com/:id', :title => 'Novell bugzilla #:id', :type => 'bugzilla' ) {|x| yield x}
+        each_reference_for(:keywords => ['rh', 'rhbz'], :href => 'http://bugzilla.redhat.com/:id', :title => 'Redhat bugzilla #:id', :type => 'bugzilla' ) {|x| yield x}
+        each_reference_for(:keyword => 'bgo', :href => 'http://bugzilla.gnome.org/:id', :title => 'Gnome bug #:id', :type => 'bugzilla' ) {|x| yield x}
+        each_reference_for(:keyword => 'kde', :href => 'http://bugs.kde.org/:id', :title => 'KDE bug #:id', :type => 'bugzilla' ) {|x| yield x}
+        each_reference_for(:keyword => 'kde', :href => 'http://bugs.kde.org/:id', :title => 'KDE bug #:id', :type => 'bugzilla' ) {|x| yield x}
+        each_reference_for(:keyword => 'cve', :href => 'http://cve.mitre.org/cgi-bin/cvename.cgi?name=CVE-:id', :title => 'CVE-:id', :type => 'cve' ) {|x| yield x}
+      end
+      
+      # automatically set empty fields
+      # needs the description to be set to
+      # be somehow smart
+      def smart_fill_blank_fields
+        update = self
+        # figure out the type (optional is default)
+        if update.description =~ /vulnerability|security|CVE|Secunia/
+          update.type = 'security'
+        else
+          update.type = 'recommended' if update.description =~ /fix|bnc#|bug|crash/
+        end
+
+        update.title = "#{update.type} update #{update.version} "
+        
+        # now figure out the title
+        # if there is only package
+        if update.packages.size == 1
+          # then name the fix according to the package, and the type
+          update.title << "for #{update.packages.first.name}"
+          update.updateid = update.packages.first.name
+        elsif update.packages.size < 1
+          # do nothing, it is may be just a message
+        else
+          # figure out what the multiple packages are
+          if update.packages.grep(/kde/).size > 1
+            # assume it is a KDE update
+            update.title << "for KDE"
+            # KDE 3 or KDE4
+            update.updateid = "KDE3" if update.packages.grep(/kde(.+)3$/).size > 1
+            update.updateid = "KDE4" if update.packages.grep(/kde(.+)4$/).size > 1
+          elsif update.packages.grep(/kernel/).size > 1
+            update.title << "for the Linux kernel"
+            update.updateid = 'kernel'
+          end
+        end
+
+        # now figure out and fill references
+        each_detected_reference { |ref| update.references << ref }       
+      end
+      
+    end
+  end
+end

data/lib/enhance_repo/xml_comparer.rb

@@ -0,0 +1,117 @@
+# The MIT License
+#
+# Copyright (c) 2009:
+#
+# Thilo Utke (thilo[at]upstream-berlin[dot]com)
+# Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the 'Software'), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+# 
+# The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+# 
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+#    
+require 'nokogiri'
+
+class XmlComparer
+  attr_reader :missing_nodes, :different_nodes, :superfluous_nodes
+  
+  def initialize(options = {})
+    options.symbolize_keys!
+    @custom_matcher = options.delete(:custom_matcher)
+    @show_messages = options.delete(:show_messages)
+  end
+  def compare(target, sample)
+    @target_doc = Nokogiri::XML::Document.parse(target, nil, nil, Nokogiri::XML::ParseOptions::NOBLANKS)
+    @sample_doc = Nokogiri::XML::Document.parse(sample, nil, nil, Nokogiri::XML::ParseOptions::NOBLANKS)
+    @missing_nodes = []
+    @different_nodes = []
+    @superfluous_nodes = []
+    standard_traverse_and_compare
+    reverse_traverse_and_compare
+    p result_messages if @show_messages
+    are_equal?
+  end
+  
+  def result_messages
+    missing_result_messages
+    superfluous_nodes_messages
+    different_nodes_messages
+  end
+  
+  private
+  
+  def are_equal?
+    @missing_nodes.empty? && @different_nodes.empty? && @superfluous_nodes.empty?
+  end
+  
+  def missing_result_messages
+    puts "\nFollowing nodes are missing:\n" unless @missing_nodes.empty?
+    @missing_nodes.each do |node|
+      puts "#{node.to_s} at #{node.path}\n"
+    end
+  end
+  
+  def superfluous_nodes_messages
+    puts "\nFollowing nodes are superfluous:\n" unless @superfluous_nodes.empty?
+    @superfluous_nodes.each do |node|
+      puts "#{node.to_s} at #{node.path}\n"
+    end
+  end
+  
+  def different_nodes_messages
+    puts "\nFollowing nodes are different:\n" unless @different_nodes.empty?
+    @different_nodes.each do |node_pair|
+      puts "#{node_pair[0].to_s} vs #{node_pair[1].to_s} at #{node_pair[0].path}\n"
+    end
+  end
+  
+  
+  def standard_traverse_and_compare
+    traverse_and_compare(@target_doc, @sample_doc)
+  end
+  
+  def reverse_traverse_and_compare
+    traverse_and_compare(@sample_doc, @target_doc)
+  end
+  
+  def traverse_and_compare(doc, other_doc)
+    doc.root.traverse do |node|
+      other_node = find_sibling_in_other_doc(node, other_doc)
+      if other_node.nil?
+        add_to_missing_or_superfluous(node, doc)
+      else
+        @different_nodes << [node, other_node] unless in_reverse_traverse?(doc) || equal_nodes?(node, other_node) 
+      end
+    end
+  end
+  
+  def find_sibling_in_other_doc(node, doc)
+    sibling_in_other_doc = doc.search(node.path).first
+    sibling_in_other_doc
+  end
+  
+  def add_to_missing_or_superfluous(node, doc)
+    (in_reverse_traverse?(doc) ? @superfluous_nodes : @missing_nodes) << node
+  end
+  
+  def in_reverse_traverse?(doc)
+    doc == @sample_doc
+  end
+  
+  def equal_nodes?(node, other_node)
+    return false unless node && other_node
+    standard_compare(node, other_node) || custom_compare(node, other_node)
+  end
+  
+  def standard_compare(node, other_node)
+    if node.text?
+      node.text.strip == other_node.text.strip
+    else
+      Set.new(node.keys) == Set.new(other_node.keys) && Set.new(node.values) == Set.new(other_node.values)
+    end
+  end
+  
+  def custom_compare(node, other_node)
+    return false unless @custom_matcher
+    @custom_matcher.call(node) && @custom_matcher.call(other_node)
+  end
+end

data/lib/tempdir.rb

@@ -0,0 +1,62 @@
+# Author::    Yuichi Tateno <hotchpotch@gmail.com>
+# Copyright:: Copyright (c) 2008 Yuichi Tateno
+# License::   MIT
+
+require 'tmpdir'
+require 'pathname'
+
+class Tempdir
+  @@tmpdir = Pathname.new(Dir.tmpdir)
+  def self.tmpdir; @@tmpdir; end
+  def self.tmpdir=(d); @@tmpdir = Pathname.new(d); end
+
+  attr_reader :dir
+  def initialize(name = nil)
+    @dir = create_tmpdir(name)
+    @dir.mkpath
+    @exit_proc = add_exit
+    if block_given?
+      begin 
+        yield @dir
+      ensure
+        close
+      end
+    end
+  end
+
+  def close
+    @dir.rmtree if @dir.directory?
+  end
+
+  def self.open(name = nil, &block)
+    new(name, &block)
+  end
+
+  private
+  def add_exit
+    at_exit {
+      self.close if self
+    }
+  end
+
+  def create_tmpdir(name)
+    tmp = Pathname.new self.class.tmpdir
+    if name
+      tmp = tmp.join(name)
+      raise "#{tmp.to_s} is exist." if tmp.exist?
+    else
+      tmp = tmp.join('_')
+      begin
+        tmp = tmp.parent.join randname
+      end while tmp.exist?
+    end
+    tmp
+  end
+
+  TMPDIR_PREFIX = 'ruby.tempdir.'
+  def randname
+    TMPDIR_PREFIX + (0..8).map{rand(36).to_s(36)}.join
+  end
+end
+
+

data/lib/tempdir/tempfile.rb

@@ -0,0 +1,21 @@
+# Author::    Yuichi Tateno <hotchpotch@gmail.com>
+# Copyright:: Copyright (c) 2008 Yuichi Tateno
+# License::   MIT
+
+require 'tempdir'
+require 'tempfile'
+
+class Tempdir
+  class Tempfile < ::Tempfile
+    def self.open(name = nil, dir = nil)
+      name ||= (0..8).map{rand(36).to_s(36)}.join
+      args = dir ? [name, dir] : [name]
+      tmp = ::Tempfile.new *args
+      begin
+        yield tmp
+      ensure
+        tmp.close true
+      end
+    end
+  end
+end

data/test/all_tests.rb

@@ -0,0 +1,27 @@
+#--
+# 
+# enhancerepo is a rpm-md repository metadata tool.
+# Copyright (C) 2008, 2009 Novell Inc.
+# Author: Duncan Mac-Vicar P. <dmacvicar@suse.de>
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
+# MA  02110-1301, USA.  A copy of the GNU General Public License is
+# also available at http://www.gnu.org/copyleft/gpl.html.
+#
+#++
+#
+Dir['**/*_test.rb'].each { |test_case| require test_case }
+
+

data/test/data/packages/a-1.0.spec

@@ -0,0 +1,19 @@
+Name: a
+Summary: a package
+License: Public Domain
+Version: 1.0
+Release: 0
+%description
+a simple package
+
+%build
+
+%install
+echo "Hello friends!" > %{buildroot}/hello.txt
+
+%files
+/hello.txt
+
+%changelog
+* Mon May 11 2009 xxxx@yyyy.com
+- initial package

data/test/data/packages/a-2.0.spec

@@ -0,0 +1,24 @@
+Name: a
+Summary: a package
+License: Public Domain
+Version: 2.0
+Release: 0
+%description
+a simple package
+
+%build
+
+%install
+echo "Hello friends friend friends friends!" > %{buildroot}/hello.txt
+
+%files
+/hello.txt
+
+%changelog
+* Fri Dec 4 2009 xxxx@yyyy.com
+- second change fixes bnc#1111 and
+  kde #3444 and CVE-3333
+* Thu Dec 3 2009 xxxx@yyyy.com
+- first change
+* Mon May 11 2009 xxxx@yyyy.com
+- initial package

data/test/data/repodata/update-test-11.1/repomd.xml

@@ -0,0 +1,21 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<repomd xmlns="http://linux.duke.edu/metadata/repo">
+  <data type="other">
+    <location href="repodata/other.xml.gz"/>
+    <checksum type="sha">e32ba929fe03fef5fee9520980c97b7080f45b42</checksum>
+    <timestamp>1242058237</timestamp>
+    <open-checksum type="sha">b937b98d92d72ef0b56bb43e028d2a3b0f69e1bb</open-checksum>
+  </data>
+  <data type="filelists">
+    <location href="repodata/filelists.xml.gz"/>
+    <checksum type="sha">e62a84faf318f7504c4ca83474b9f3bf63d08212</checksum>
+    <timestamp>1242058237</timestamp>
+    <open-checksum type="sha">da885e352895c856b0b16d0c64d491d8ebc86b67</open-checksum>
+  </data>
+  <data type="primary">
+    <location href="repodata/primary.xml.gz"/>
+    <checksum type="sha">23c3c2635e772c6510733eee6a0ba0a8a1f9784e</checksum>
+    <timestamp>1242058237</timestamp>
+    <open-checksum type="sha">ad22ea87ba9696fb12eddfdf912f8e622bca6814</open-checksum>
+  </data>
+</repomd>

data/test/data/repomd.xml

@@ -0,0 +1,21 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<repomd xmlns="http://linux.duke.edu/metadata/repo">
+  <data type="other">
+    <location href="repodata/other.xml.gz"/>
+    <checksum type="sha">aa03023d1613943b3100d4cb2c5d20faa153a2cc</checksum>
+    <timestamp>1221950230</timestamp>
+    <open-checksum type="sha">4cf6a0aa1070eac689560a1ec6073ff5eed6cde5</open-checksum>
+  </data>
+  <data type="filelists">
+    <location href="repodata/filelists.xml.gz"/>
+    <checksum type="sha">010a4ca215ebc87e82b5fe0f29447e8810569d74</checksum>
+    <timestamp>1221950230</timestamp>
+    <open-checksum type="sha">74a11a8dffff05a321e624733dabdf482385aa97</open-checksum>
+  </data>
+  <data type="primary">
+    <location href="repodata/primary.xml.gz"/>
+    <checksum type="sha">4e2f1fcca9a5d3e63a0d3069fd54234626700e74</checksum>
+    <timestamp>1221950230</timestamp>
+    <open-checksum type="sha">0570b7d8860235b80e151e207ce7f1e8e2e1a20b</open-checksum>
+  </data>
+</repomd>