polisher 0.4 → 0.5.1

data/README.md

@@ -0,0 +1,39 @@
+Polisher
+======================
+Ruby Post-Publishing Processor - Polish your Ruby projects with ease!
+
+<pre>
+ .77                                                                 7.         
+  +$                                                                 =~         
++?ZZZII                                                           .Z$$$$$$      
+$~~:,.$Z                                                           $~~:,.7      
+ ?~:,, .......................................redmine...............=~:,,.      
+  ~::,..rails.......................................................~~:,.      
+  ~~:,, .........rack................json...........................=~:,,      
+  =~::,.....................sass............activerecord..............~::,.     
+   ~~:,.=....eruby...................................................~~:,.~    
+   +~:,,.................haml......................eventmachine.......?~::,.    
+    ~::,. ........................rspec................................~~:,.:   
+    =~:,,:.........................................bundler.............~~:,,    
+     ~I7I..........rvm..................rake...........................,~7?II   
+    $$$$$$$O                                                           $$$$$$$$ 
+     .ZO7Z,                                                             .+ZIZ.  
+        7                                                                  7    
+        $I                                                                 ZI   
+</pre>
+
+Polisher is a Ruby module and set of utilities aimed to assisting the post-publishing
+packaging process for Ruby gems and applications.
+
+Provided are a series of tools geared towards querying rubygems.org and other upstream
+ruby sources for metadata as well as downstream sources such as the Fedora and Debian
+distributions to cross reference various supported stacks vendored by each.
+
+Also prodivided are tools to integrate and hook into various build and install workflows
+used by both upstream and downstream developers to synergize operations and streamline
+the packaging and support process.
+
+The project is still in its early / conceptual stages, and all are welcome to assist
+shaping its direction. See documentation and spec suite for specific usage.
+
+Polisher is Licensed under the MIT License, Copyright (C) 2013 Red Hat, Inc.

data/Rakefile

@@ -1,94 +1,17 @@
-# polisher project Rakefile
+# Polisher Project Rakefile
+#
+# Licensed under the MIT license
+# Copyright (C) 2013 Red Hat, Inc.
 
-require 'lib/common'
-require 'db/connection'
-require 'rake/rdoctask'
-require 'spec/rake/spectask'
-require 'rake/gempackagetask'
-
-#task :default => :test
-
-env = ENV['RACK_ENV']
-env ||= 'development'
-
-logger = Logger.new(STDOUT)
-
-GEM_NAME='polisher'
-PKG_VERSION='0.4'
-
-namespace :db do
-  desc "Migrate the database"
-  task :migrate do
-    Polisher::DB.connect Polisher::DB.load_config('./config/database.yml', env), logger
-    Polisher::DB.migrate './db/migrations'
-  end
-
-  desc "Rollback the database"
-  task :rollback do
-    Polisher::DB.connect Polisher::DB.load_config('./config/database.yml', env), logger
-    Polisher::DB.rollback './db/migrations'
-  end
-
-  desc "Drop all tables in the database"
-  task :drop_tables do
-    Polisher::DB.connect Polisher::DB.load_config('./config/database.yml', env), logger
-    Polisher::DB.drop_tables './db/migrations'
-  end
-end
-
-task 'test_env' do
-  env = 'test'
-  create_missing_polisher_dirs(:artifacts_dir => 'spec/artifacts', :db_data_dir => 'db/data', :log_dir => 'log')
-end
+require "rspec/core/rake_task"
 
 desc "Run all specs"
-Spec::Rake::SpecTask.new('spec' => ['test_env', 'db:drop_tables', 'db:migrate']) do |t|
-  t.spec_files = FileList['spec/*_spec.rb']
-end
-
-Rake::RDocTask.new do |rd|
-    rd.main = "README.rdoc"
-    rd.rdoc_dir = "doc/site/api"
-    rd.rdoc_files.include("README.rdoc", "polisher.rb", "db/models/*.rb", "lib/**/*.rb")
-end
-
-PKG_FILES = FileList['bin/*', 'config/*.yml', 'config.ru', 'COPYING',
-'db/**/*.rb', 'lib/**/*.rb', 'LICENSE', 'polisher.rb', 'public/**/*', 'Rakefile',
-'README.rdoc', 'spec/**/*.rb', 'TODO', 'views/**/*.haml']
-
-DIST_FILES = FileList[
-  "pkg/*.tgz", "pkg/*.gem"
-]
-
-SPEC = Gem::Specification.new do |s|
-    s.name = GEM_NAME
-    s.version = PKG_VERSION
-    s.files = PKG_FILES
-
-    s.required_ruby_version = '>= 1.8.1'
-    s.required_rubygems_version = Gem::Requirement.new(">= 1.3.3")
-
-    s.add_dependency('sinatra',       '>= 0.9.4')
-    s.add_dependency('thin',          '>= 1.2.7')
-    s.add_dependency('activerecord',  '>= 2.3.5')
-    s.add_dependency('haml',          '>= 2.2.20')
-    s.add_dependency('curb',          '>= 0.6.7') # eg curl
-    s.add_dependency('libxml-ruby',   '>= 1.1.3')
-    s.add_dependency('rest-client',   '>= 1.4.2')
-    s.add_dependency('json_pure',     '>= 1.2.0')
-    s.add_dependency('gem2rpm',       '>= 0.6.0')
-    s.add_dependency('rspec',         '>= 1.3.0')
-    s.add_dependency('rack-test',     '>= 0.5.3')
-
-    s.author = "Mohammed Morsi"
-    s.email = "mmorsi@redhat.com"
-    s.date = %q{2010-03-11}
-    s.summary = "A project release management tool"
-    s.description = "Polisher provides simple REST and DSL interfaces allowing you to configure event workflows to be invoked on specific versions of project/source releases"
-    s.homepage = "http://github.com/movitto/polisher"
+RSpec::Core::RakeTask.new(:spec) do |spec|
+  spec.pattern = 'specs/**/*_spec.rb'
+  spec.rspec_opts = ['--backtrace', '-fd', '-c']
 end
 
-Rake::GemPackageTask.new(SPEC) do |pkg|
-    pkg.need_tar = true
-    pkg.need_zip = true
+desc "build the polisher gem"
+task :build do
+  system "gem build polisher.gemspec"
 end

data/bin/binary_gem_resolver.rb

@@ -0,0 +1,95 @@
+#!/usr/bin/ruby
+# binary gem resolver
+#
+# Looks up missing binary dependencies required by ruby packages via
+# various backends (currently yum, more to be added)
+#
+# gem install packages as normal. If any fail due to missing requirements, 
+# run this script w/ the location of the failed install like so:
+#
+# ./binary_gem_resolver.rb <path-to-gem-install>
+#
+# Licensed under the MIT license
+# Copyright (C) 2013 Red Hat, Inc.
+###########################################################
+
+require 'colored'
+
+# retrieve extconf.rb for gem at specified path in filesystem
+gem_dir = ARGV.shift
+extconf = nil
+
+require 'find'
+Find.find(gem_dir) do |path|
+  if path =~ /.*extconf.rb/
+    extconf = File.expand_path path
+    break
+  end
+end
+
+if extconf.nil?
+  puts "extconf could not be found".red.bold
+  exit 1
+end
+
+# helper to lookup missing headers / print packages that satisfy them
+def lookup_missing(header)
+  puts 'looking up... (may take a few minutes)'.yellow
+  matches = []
+  `yum provides */usr/include/#{header}`.each_line { |l|
+    if l =~ /(.*)\.fc.*/
+      matches << $1
+    end
+  }
+  puts "packages which provide header:\n#{matches.join("\n")}".yellow.bold
+end
+
+#############################################################
+
+# require/override mkmf methods 
+require 'mkmf'
+
+alias :_cpp_command :cpp_command
+def cpp_command(outfile="", opt)
+  ""
+end
+
+alias :_have_library :have_library
+def have_library(lib, func = nil, headers = nil, &b)
+  _have_library(lib, func, headers, &b)
+end
+
+alias :_find_library :find_library
+def find_library(lib, func, *paths, &b)
+  _find_library(lib, func, *paths, &b)
+end
+
+alias :_have_func :have_func
+def have_func(func, headers = nil, &b)
+  _have_func(func, headers, &b)
+
+  rescue => e
+    puts "missing func #{func}".red.bold
+end
+
+alias :_hav_header :have_header
+def have_header(header, preheaders = nil, &b)
+  _have_header(header, preheaders, &b)
+
+  rescue => e
+    puts "missing header #{header}".red.bold
+    lookup_missing(header)
+end
+
+# other mkmf methods which may be overridden
+#def find_header(header, *paths)
+#def have_var(var, headers = nil, &b)
+#def try_type(type, headers = nil, opt = "", &b)
+#def have_type(type, headers = nil, opt = "", &b)
+#def find_type(type, opt, *headers, &b)
+#def try_const(const, headers = nil, opt = "", &b)
+#def have_const(const, headers = nil, opt = "", &b)
+#def find_executable0(bin, path = nil)
+
+# require the gem's extconf
+require extconf

data/bin/gem_dependency_checker.rb

@@ -0,0 +1,165 @@
+#!/usr/bin/ruby
+# Gem Dependency Checker
+# Print out Gem/Gemspec/Gemfile dependencies, highlighting
+# missing dependencies and those that are remotely
+# available in various locations including koji,
+# git, fedora, bodhi, rhn, etc.
+#
+# Pass -h to the script to see command line option details
+#
+# User is responsible for establishing authorization session
+# before invoking this script
+#
+# Licensed under the MIT license
+# Copyright (C) 2013 Red Hat, Inc.
+###########################################################
+
+require 'optparse'
+require 'colored'
+require 'polisher/gem'
+require 'polisher/gemfile'
+require 'polisher/gemspec'
+
+##########################################################
+
+conf = { :gemfile             => './Gemfile',
+         :gemspec             => nil,
+         :gemname             => nil,
+         :devel_deps          => false,
+         :highlight_missing   => false,
+         :check_fedora        => false,
+         :check_git           => false,
+         :check_koji          => false,
+         :check_rhn           => false,
+         :check_yum           => false,
+         :check_bugzilla      => false,
+         :check_errata        => false}
+
+optparse = OptionParser.new do |opts|
+  opts.on('-h', '--help', 'Display this help screen') do
+    puts opts
+    exit
+  end
+
+  opts.on('--gemfile file', 'Location of the gemfile to parse') do |g|
+    conf[:gemfile] = g
+  end
+
+  opts.on('--gemspec file', 'Location of the gemspec to parse') do |g|
+    conf[:gemspec] = g
+  end
+
+  opts.on('--gem name', 'Name of the rubygem to check') do |g|
+    conf[:gemname] = g
+  end
+
+  opts.on('--[no-]devel', 'Include development dependencies') do |d|
+    conf[:devel_deps] = d
+  end
+
+  opts.on('-m', '--[no-]missing', 'Highlight missing packages') do |m|
+    conf[:highlight_missing] = m
+  end
+
+  opts.on('-f', '--[no-]fedora', 'Check fedora for packages') do |f|
+    conf[:check_fedora] = f
+  end
+
+  opts.on('-g', '--git [url]', 'Check git for packages') do |g|
+    conf[:check_git] = g || "git://pkgs.fedoraproject.org/"
+  end
+
+  opts.on('-k', '--koji [url]', 'Check koji for packages') do |k|
+    conf[:check_koji] = k || 'koji.fedoraproject.org/kojihub'
+  end
+
+  opts.on('-t', '--koji-tag tag', 'Koji tag to query') do |t|
+    conf[:koji_tag] = t
+  end
+
+  opts.on('-b', '--bodhi [url]', 'Check Bodhi for packages') do |r|
+    conf[:check_bodhi] = r || 'https://admin.fedoraproject.org/updates/'
+  end
+
+  opts.on('--rhn [url]', 'Check RHN for packages') do |r|
+    conf[:check_rhn] = r || 'TODO'
+  end
+
+  opts.on('-y', '--yum', 'Check yum for packages') do |y|
+    conf[:check_yum] = y
+  end
+
+  opts.on('-b', '--bugzilla', 'Check bugzilla for bugs filed against package') do |b|
+    conf[:check_bugzilla] = b
+  end
+
+  opts.on('-e', '--errata [url]', 'Check packages filed in errata') do |e|
+    conf[:check_errata] = e || nil
+  end
+end
+
+optparse.parse!
+
+if conf[:gemfile].nil? &&
+   conf[:gemspec].nil? &&
+   conf[:gemname].nil?
+
+   if File.exists?('./Gemfile')
+     conf[:gemfile] = './Gemfile'
+   else
+     puts "Valid Gemfile, GemSpec, or Gem must be specified".bold.red
+     exit 1
+   end
+end
+
+targets = []
+targets << Polisher::VersionChecker::GEM_TARGET    if conf[:check_gem]
+targets << Polisher::VersionChecker::KOJI_TARGET   if conf[:check_koji]
+targets << Polisher::VersionChecker::FEDORA_TARGET if conf[:check_fedora]
+targets << Polisher::VersionChecker::GIT_TARGET    if conf[:check_git]
+targets << Polisher::VersionChecker::YUM_TARGET    if conf[:check_yum]
+targets  = Polisher::VersionChecker::ALL_TARGETS   if targets.empty?
+Polisher::VersionChecker.check targets
+
+def print_dep(tgt, dep, versions)
+  # XXX little bit hacky but works for now
+  @last_dep ||= nil
+  if @last_dep != dep
+    puts "\n#{dep}".blue.bold
+    @last_dep = dep
+  end
+
+  if versions.nil? || versions.empty? ||
+     versions.size == 1 && versions[0].nil?
+    print " #{tgt.to_s.red.bold} "
+  else
+    print " #{tgt.to_s.green.bold}: #{versions.join(', ').yellow}"
+  end
+end
+
+if conf[:gemname]
+  gem = Polisher::Gem.retrieve(conf[:gemname])
+  gem.versions(:recursive => true, :dev_deps => true) do |tgt, dep, versions|
+    print_dep(tgt, dep, versions)
+  end
+
+elsif conf[:gemfile]
+  gemfile = nil
+
+  begin
+    gemfile = Polisher::Gemfile.parse(conf[:gemfile])
+  rescue => e
+    puts "Runtime err #{e}".red
+    exit 1
+  end
+
+  gemfile.dependency_versions do |tgt, dep, versions|
+    print_dep(tgt, dep, versions)
+  end
+
+elsif conf[:gemspec]
+  gemspec = Polisher::Gemspec.parse(conf[:gemspec])
+  gemspec.dependency_versions do |tgt, dep, versions|
+    print_dep(tgt, dep, versions)
+  end
+end

data/bin/git_gem_updater.rb

@@ -0,0 +1,86 @@
+#!/usr/bin/ruby
+# git gem updater
+#
+# Will checkout an existing gem rpm from distgit,
+# and update to the latest version found on http://rubygems.org
+#
+# Usage: 
+#   git_gem_updater.rb -n <gem_name>
+#
+# Licensed under the MIT License
+# Copyright (C) 2013 Red Hat, Inc.
+
+require 'colored'
+require 'curb'
+require 'json'
+require 'optparse'
+require 'nokogiri'
+
+require 'polisher/git'
+require 'polisher/gem'
+
+ORIG_DIR = Dir.pwd
+
+# read various options from the command line
+conf = { :dir            => ORIG_DIR,
+         :user           => nil,
+         :gems           =>  []}
+ 
+optparse = OptionParser.new do|opts|
+  opts.on('-n', '--name GEM', 'gem name' ) do |n|
+    conf[:gems] << n
+  end
+
+  opts.on('-u', '--user USER', 'fedora user name' ) do |u|
+    conf[:user] = u
+  end
+
+  opts.on('-d', '--dir path', 'Directory to cd to before checking out / manipulating packages' ) do |p|
+    conf[:dir] = p
+  end
+
+  opts.on('-h', '--help', 'display this screen' ) do
+    puts opts
+    exit
+  end
+end
+ 
+ optparse.parse!
+
+conf[:gems] += Polisher::Fedora.gems_owned_by(conf[:user]) unless conf[:user].nil?
+
+if conf[:gems].empty?
+  puts "must specify a gem name or user name!".red
+  exit 1
+end
+
+Dir.mkdir conf[:dir] unless File.directory?(conf[:dir])
+Dir.chdir conf[:dir]
+
+# iterate over gems
+conf[:gems].each do |gem_name|
+  pkg =
+    begin
+      Polisher::GitPackage.clone(gem_name)
+    rescue => e
+      next
+    end
+
+  gem = Polisher::Gem.retrieve gem_name
+  File.write("#{gem.name}-#{gem.version}.gem", gem.download_gem)
+  pkg.update_to(gem)
+  # TODO append gem dependencies to conf[:gems] list
+
+  pkg.build
+
+  unless pkg.has_check?
+    puts "Warning: no %check section in spec,\
+          manually verify functionality!".bold.red
+  end
+
+  pkg.commit
+
+  puts "#{gem_name} commit complete".green
+  puts "Push commit with: git push".blue
+  puts "Build and tag official rpms with: #{Polisher::GitPackage::PKG_CMD} build".blue
+end