polisher 0.10.2 → 0.11.1

data/lib/polisher/rpm/spec/updater.rb

@@ -0,0 +1,268 @@
+# RPM Spec Updater Mixin
+#
+# Licensed under the MIT license
+# Copyright (C) 2013-2014 Red Hat, Inc.
+
+require 'polisher/gem'
+require 'polisher/rpm'
+
+module Polisher
+  module RPM
+    module SpecUpdater
+      # Update RPM::Spec metadata to new gem
+      #
+      # @param [Polisher::Gem] new_source new gem to update rpmspec to
+      def update_to(new_source)
+        update_deps_from(new_source)
+        update_files_from(new_source)
+        update_metadata_from(new_source)
+        update_contents
+      end
+
+      # Return updated spec requirements
+      def updated_requires_for(new_source)
+        non_gem_requirements + extra_gem_requirements(new_source) +
+        new_source.deps.select { |r| !excludes_dep?(r.name) }
+                  .collect { |r| RPM::Requirement.from_gem_dep(r) }.flatten
+      end
+
+      # Return updated spec build requires
+      def updated_build_requires_for(new_source)
+        non_gem_build_requirements + extra_gem_build_requirements(new_source) +
+        new_source.dev_deps.select { |r| !excludes_dev_dep?(r.name) }
+                  .collect { |r| RPM::Requirement.from_gem_dep(r, true) }.flatten
+      end
+
+      def changelog_index
+        @metadata[:contents].index RPM::Spec::SPEC_CHANGELOG_MATCHER
+      end
+
+      def changelog_end_index
+        ci = changelog_index
+        ci.nil? ? (@metadata[:contents].length - 1) :
+                  (@metadata[:contents].index "\n", ci) + 1
+      end
+
+      def requires_contents
+        @metadata[:requires].collect { |r| "Requires: #{r.str}" }.join("\n")
+      end
+
+      def build_requires_contents
+        @metadata[:build_requires].collect { |r| "BuildRequires: #{r.str}" }
+                                  .join("\n")
+      end
+
+      def first_requires_index
+        @metadata[:contents].index RPM::Spec::SPEC_REQUIRES_MATCHER
+      end
+
+      def first_build_requires_index
+        @metadata[:contents].index RPM::Spec::SPEC_BUILD_REQUIRES_MATCHER
+      end
+
+      def requirement_section_index
+        ri   = first_requires_index
+        bri  = first_build_requires_index
+
+        # Requires missing (e.g. section is auto-generated)
+        return bri unless ri
+        ri < bri ? ri : bri
+      end
+
+      # Main package ends either with subpkg specification
+      # or with a %description or %prep section
+      def last_main_package_index
+        description_index || subpkg_index || prep_index || -1
+      end
+
+      def description_index
+        @metadata[:contents].index RPM::Spec::SPEC_DESCRIPTION_MATCHER
+      end
+
+      def prep_index
+        @metadata[:contents].index RPM::Spec::SPEC_PREP_MATCHER
+      end
+
+      def subpkg_index
+        @metadata[:contents].index RPM::Spec::SPEC_SUBPACKAGE_MATCHER
+      end
+
+      def last_requires_index
+        @metadata[:contents].rindex(RPM::Spec::SPEC_REQUIRES_MATCHER, last_main_package_index) || -1
+      end
+
+      def last_build_requires_index
+        @metadata[:contents].rindex(RPM::Spec::SPEC_BUILD_REQUIRES_MATCHER, last_main_package_index) || -1
+      end
+
+      def last_requirement_index
+        lri  = last_requires_index
+        lbri = last_build_requires_index
+        lri > lbri ? lri : lbri
+      end
+
+      def requirement_section_end_index
+        @metadata[:contents].index "\n", last_requirement_index
+      end
+
+      def new_files_contents_for(pkg)
+        has_new_files = @metadata.key?(:new_files) && @metadata[:new_files].key?(pkg)
+        return "" unless has_new_files
+
+        title = pkg == gem_name ? "%files\n" : "%files #{pkg}\n"
+        contents = @metadata[:new_files][pkg].join("\n") + "\n"
+        title + contents
+      end
+
+      def new_subpkg_files_contents
+        has_new_files = @metadata.key?(:new_files)
+        return "" unless has_new_files
+
+        @metadata[:new_files].keys
+          .select { |pkg| pkg != gem_name }
+          .collect { |pkg| new_files_contents_for(pkg) }.join("\n\n") + "\n\n"
+      end
+
+      def excludes_contents
+        if @metadata[:pkg_excludes][gem_name]
+          @metadata[:pkg_excludes][gem_name]
+            .collect { |exclude| "%exclude #{exclude}" }
+            .join("\n") + "\n\n"
+        else
+          ''
+        end
+      end
+
+      def files_index
+        @metadata[:contents].index RPM::Spec::SPEC_FILES_MATCHER
+      end
+
+      def files_end_index
+        @metadata[:contents].index RPM::Spec::SPEC_CHANGELOG_MATCHER
+      end
+
+      private
+
+      def update_requires
+        new_contents = (requires_contents + "\n" + build_requires_contents).strip
+        rsi  = requirement_section_index || last_main_package_index
+        rsei = requirement_section_end_index
+        @metadata[:contents].slice!(rsi...rsei) unless rsei.nil?
+        @metadata[:contents].insert rsi, new_contents
+      end
+
+
+      def update_files
+        # update files
+        fi  = files_index || files_end_index || length
+        fei = files_end_index
+        @metadata[:contents].slice!(fi...files_end_index) unless fei.nil?
+
+        contents = new_files_contents_for(gem_name) +
+                   excludes_contents +
+                   new_subpkg_files_contents
+
+        @metadata[:contents].insert fi, contents
+      end
+
+      # Update spec dependencies from new source
+      def update_deps_from(new_source)
+        update_requires_from       new_source
+        update_build_requires_from new_source
+      end
+
+      # Update requires from new source
+      def update_requires_from(new_source)
+        @metadata[:requires] = updated_requires_for(new_source)
+      end
+
+      # Update build requires from new source
+      def update_build_requires_from(new_source)
+        @metadata[:build_requires] = updated_build_requires_for(new_source)
+      end
+
+      # Internal helper to update spec files from new source
+      def update_files_from(new_source)
+        # populate file list from rpmized versions of new source files
+        # minus excluded files minus duplicates (files taken care by other
+        # dirs on list)
+        #
+        # TODO: also detect / add files from SOURCES & PATCHES
+        gem_files = new_source.file_paths - excluded_files
+        gem_files.reject! do |file|
+          gem_files.any? do |other|
+            other != file && self.class.file_satisfies?(other, file)
+          end
+        end
+
+        @metadata[:new_files] = {}
+        @metadata[:pkg_excludes] ||= {}
+        gem_files.each do |gem_file|
+          pkg = subpkg_containing(gem_file)
+          pkg = gem_name if pkg.nil?
+          if Gem.ignorable_file?(gem_file)
+            @metadata[:pkg_excludes] ||= []
+            @metadata[:pkg_excludes][pkg] << gem_file.rpmize
+
+          elsif Gem.runtime_file?(gem_file) || Gem.license_file?(gem_file)
+            @metadata[:new_files][pkg] ||= []
+            @metadata[:new_files][pkg] << gem_file.rpmize
+
+          # All files not required for runtime should go
+          # into -doc subpackage if -doc subpackage exists
+          else
+            package = has_doc_subpkg? ? 'doc' : pkg
+
+            @metadata[:new_files][package] ||= []
+            @metadata[:new_files][package] << gem_file.rpmize
+          end
+        end
+
+        extra_gem_files.each do |pkg, files|
+          @metadata[:new_files][pkg] ||= []
+          @metadata[:new_files][pkg]  += files.collect { |file| file.rpmize }
+        end
+      end
+
+      # Internal helper to update spec metadata from new source
+      def update_metadata_from(new_source)
+        # update to new version
+        @metadata[:version] = new_source.version
+        @metadata[:release] = "1%{?dist}"
+
+        # invalidate the local gem
+        @update_gem = true
+
+        # add changelog entry
+        changelog_entry = <<EOS
+* #{Time.now.strftime("%a %b %d %Y")} #{RPM.current_author} - #{@metadata[:version]}-1
+- Update #{@metadata[:gem_name]} to version #{new_source.version}
+EOS
+        @metadata[:changelog_entries] ||= []
+        @metadata[:changelog_entries].unshift changelog_entry.rstrip
+      end
+
+      def update_metadata_contents
+        # replace version / release
+        @metadata[:contents].gsub!(RPM::Spec::SPEC_VERSION_MATCHER,
+                                   "Version: #{@metadata[:version]}")
+        @metadata[:contents].gsub!(RPM::Spec::SPEC_RELEASE_MATCHER,
+                                   "Release: #{@metadata[:release]}")
+      end
+
+      def update_changelog
+        # add changelog entry
+        cei = changelog_end_index
+        @metadata[:contents] = @metadata[:contents][0...cei] +
+                               @metadata[:changelog_entries].join("\n\n")
+      end
+
+      def update_contents
+        update_metadata_contents
+        update_changelog
+        update_requires
+        update_files
+      end
+    end # module SpecUpdater
+  end # module RPM
+end # module Polisher

data/lib/polisher/specifier.rb

@@ -0,0 +1,13 @@
+#!/usr/bin/ruby
+# Polisher Gem Specifier Options
+#
+# Licensed under the MIT license
+# Copyright (C) 2015 Red Hat, Inc.
+###########################################################
+
+module Polisher
+  EARLIEST_SPECIFIER  =  :earliest
+  LATEST_SPECIFIER    =  :latest
+
+  RELATIVE_SPECIFIERS = [EARLIEST_SPECIFIER, LATEST_SPECIFIER]
+end # module Polisher

data/lib/polisher/targets.rb

@@ -0,0 +1,36 @@
+# Polisher Targets
+#
+# Licensed under the MIT license
+# Copyright (C) 2013-2014 Red Hat, Inc.
+
+require 'polisher/targets/apt'
+require 'polisher/targets/bodhi'
+require 'polisher/targets/bugzilla'
+require 'polisher/targets/errata'
+require 'polisher/targets/fedora'
+require 'polisher/targets/koji'
+require 'polisher/targets/rhn'
+require 'polisher/targets/yum'
+
+module Polisher
+  def self.target(name)
+    case name
+    when 'apt'
+      Polisher::Apt
+    when 'bodhi'
+      Polisher::Bodhi
+    when 'bugzilla'
+      Polisher::Bugzilla
+    when 'errata'
+      Polisher::Errata
+    when 'fedora'
+      Polisher::Fedora
+    when 'koji'
+      Polisher::Koji
+    when 'rhn'
+      Polisher::RHN
+    when 'yum'
+      Polisher::Yum
+    end
+  end
+end # module Polisher

data/lib/polisher/{apt.rb → targets/apt.rb}

@@ -5,7 +5,7 @@
 
 module Polisher
   class Apt
-    def self.version_for(name)
+    def self.version_for(_name)
       # TODO
     end
   end

data/lib/polisher/targets/bodhi.rb

@@ -0,0 +1,43 @@
+# Polisher Bodhi Operations
+#
+# Licensed under the MIT license
+# Copyright (C) 2013-2014 Red Hat, Inc.
+
+# XXX issue w/ retreiving packages from pkgwat causing sporadic issues:
+# https://github.com/fedora-infra/fedora-packages/issues/55
+
+# another issue seems to result in url's sometimes
+# html anchors being returned in version field, use
+# nokogiri to pull this out
+require 'nokogiri'
+
+module Polisher
+  # fedora pkgwat provides a frontend to bodhi
+  class Bodhi
+    def self.versions_for(name, &bl)
+      require 'pkgwat'
+      versions = Pkgwat.get_updates("rubygem-#{name}", 'all', 'all')
+                       .select  { |update| update['stable_version']  != 'None' }
+                       .collect { |update| update['stable_version'] }
+      versions = sanitize(versions)
+      bl.call(:bodhi, name, versions) unless bl.nil?
+      versions
+    end
+
+    private
+
+    def self.sanitize(versions)
+      versions.collect { |v|
+        is_url?(v) ? url2version(v) : v
+      }
+    end
+
+    def self.is_url?(version)
+      !Nokogiri::HTML(version).css('a').empty?
+    end
+
+    def self.url2version(version)
+      Nokogiri::HTML(version).text
+    end
+  end
+end

data/lib/polisher/{bugzilla.rb → targets/bugzilla.rb}

@@ -3,7 +3,7 @@
 # Licensed under the MIT license
 # Copyright (C) 2013-2014 Red Hat, Inc.
 
-# TODO use ruby_bugzilla to search to packages in bz
+# TODO: use ruby_bugzilla to search to packages in bz
 
 module Polisher
   class Bugzilla

data/lib/polisher/targets/errata.rb

@@ -0,0 +1,55 @@
+# Polisher Errata Operations
+#
+# Licensed under the MIT license
+# Copyright (C) 2013-2014 Red Hat, Inc.
+
+require 'polisher/util/conf_helpers'
+require 'polisher/targets/errata/build'
+
+module Polisher
+  class Errata
+    include ConfHelpers
+
+    conf_attr :advisory_url, ''
+    conf_attr :package_prefix, 'rubygem-'
+
+    # Initialize/return singleton curl handle to query errata
+    def self.client
+      @curl ||= begin
+        curl = Curl::Easy.new
+        curl.ssl_verify_peer = false
+        curl.ssl_verify_host = false
+        curl.http_auth_types = :negotiate
+        curl.userpwd = ':'
+        curl
+      end
+    end
+
+    def self.clear!
+      @cached_url = nil
+      @cached_builds = nil
+      self
+    end
+
+    def self.builds
+      @cached_url    ||= advisory_url
+      @cached_builds ||= nil
+
+      if @cached_url != advisory_url || @cached_builds.nil?
+        client.url     = "#{advisory_url}/builds"
+        @cached_builds = client.get
+        @cached_builds = JSON.parse(client.body_str)
+      end
+
+      @cached_builds
+    end
+
+    def self.versions_for(name, &bl)
+      versions = builds.collect do |_tag, builds|
+        ErrataBuild.builds_matching(builds, name)
+      end.flatten
+      bl.call(:errata, name, versions) unless bl.nil?
+      versions
+    end
+  end # class Errata
+end # module Polisher

data/lib/polisher/targets/errata/build.rb

@@ -0,0 +1,24 @@
+# Polisher Errata Operations
+#
+# Licensed under the MIT license
+# Copyright (C) 2013-2014 Red Hat, Inc.
+
+module Polisher
+  class ErrataBuild
+    def self.builds_matching(builds, name)
+      builds.collect do |build|
+        build_matches?(build, name) ? build_version(build) : nil
+      end.compact
+    end
+
+    def self.build_matches?(build, name)
+      pkg, _meta = *build.flatten
+      pkg =~ /^#{Errata.package_prefix}#{name}-([^-]*)-.*$/
+    end
+
+    def self.build_version(build)
+      pkg, _meta = *build.flatten
+      pkg.gsub(Errata.package_prefix, '').split('-')[1]
+    end
+  end # class ErrataBuild
+end # module Polisher