polisher 0.1

data/db/schema.rb

@@ -0,0 +1,42 @@
+# This file is auto-generated from the current state of the database. Instead of editing this file, 
+# please use the migrations feature of Active Record to incrementally modify your database, and
+# then regenerate this schema definition.
+#
+# Note that this schema.rb definition is the authoritative source for your database schema. If you need
+# to create the application database on another system, you should be using db:schema:load, not running
+# all the migrations from scratch. The latter is a flawed and unsustainable approach (the more migrations
+# you'll amass, the slower it'll run and the greater likelihood for issues).
+#
+# It's strongly recommended to check this file into your version control system.
+
+ActiveRecord::Schema.define(:version => 5) do
+
+  create_table "artifacts", :force => true do |t|
+    t.integer "gem_id"
+    t.string  "type"
+    t.string  "location"
+  end
+
+  create_table "event_handlers", :force => true do |t|
+    t.integer "managed_gem_id"
+    t.string  "event"
+    t.string  "handler"
+  end
+
+  create_table "gem_search_criterias", :force => true do |t|
+    t.string  "regex"
+    t.integer "gem_source_id"
+  end
+
+  create_table "gem_sources", :force => true do |t|
+    t.string "name"
+    t.string "uri"
+  end
+
+  create_table "managed_gems", :force => true do |t|
+    t.string  "name"
+    t.string  "version"
+    t.integer "gem_source_id"
+  end
+
+end

data/db/seeds.rb

@@ -0,0 +1,7 @@
+# This file should contain all the record creation needed to seed the database with its default values.
+# The data can then be loaded with the rake db:seed (or created alongside the db with db:setup).
+#
+# Examples:
+#   
+#   cities = City.create([{ :name => 'Chicago' }, { :name => 'Copenhagen' }])
+#   Major.create(:name => 'Daley', :city => cities.first)

data/lib/email_adapter.rb

@@ -0,0 +1,46 @@
+# Copyright (C) 2010 Red Hat, Inc.
+# Written by Mohammed Morsi <mmorsi@redhat.com>
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; version 2 of the License.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
+# MA  02110-1301, USA.  A copy of the GNU General Public License is
+# also available at http://www.gnu.org/copyleft/gpl.html.
+
+require 'net/smtp'
+
+# Adapts an email subsystem to polisher
+class EmailAdapter
+   # send email w/ specified args
+   def self.send_email(args = {})
+      server   = args[:server]
+      to       = args[:to]
+      from     = args[:from]
+      body     = args[:body]
+      subject  = args[:subject]
+      logger   = args[:logger]
+       
+      logger.info ">> sending email to #{to} from #{from} using smtp server #{server}" unless logger.nil?
+      msg = <<END_OF_MESSAGE
+From: #{from}
+To: #{to}
+Subject: #{subject}
+
+#{body}
+END_OF_MESSAGE
+    
+    Net::SMTP.start(server) do |smtp|
+        smtp.send_message msg, from, to
+    end
+   end
+
+end

data/lib/gem2rpm.rb

@@ -0,0 +1,189 @@
+require 'erb'
+require 'socket'
+require 'rubygems/format'
+
+# Adapt to the differences between rubygems < 1.0.0 and after
+# Once we can be reasonably certain that everybody has version >= 1.0.0
+# all this logic should be killed
+GEM_VERSION = Gem::Version.create(Gem::RubyGemsVersion)
+HAS_REMOTE_INSTALLER = GEM_VERSION < Gem::Version.create("1.0.0")
+
+if HAS_REMOTE_INSTALLER
+  require 'rubygems/remote_installer'
+end
+
+# Extend String with a word_wrap method, which we use in the ERB template
+# below.  Taken with modification from the word_wrap method in ActionPack.
+# Text::Format does the smae thing better.
+class String
+  def word_wrap(line_width = 80)
+    gsub(/\n/, "\n\n").gsub(/(.{1,#{line_width}})(\s+|$)/, "\\1\n").strip
+  end
+end
+
+module Gem
+  class Requirement
+    def rpm_version_transform(version)
+      if version == "> 0.0.0"
+        version = ""
+      end
+      version
+    end
+
+    def to_rpm
+      result = as_list
+      return result.map { |version| rpm_version_transform(version) }
+    end
+
+  end
+end
+
+module Gem2Rpm
+  Gem2Rpm::VERSION = "0.6.0"
+
+  if HAS_REMOTE_INSTALLER
+    def self.find_download_url(name, version)
+      installer = Gem::RemoteInstaller.new
+      dummy, download_path = installer.find_gem_to_install(name, "=#{version}")
+      download_path += "/gems/" if download_path.to_s != ""
+      return download_path
+    end
+  else
+    def self.find_download_url(name, version)
+      dep = Gem::Dependency.new(name, "=#{version}")
+      fetcher = Gem::SpecFetcher.fetcher
+      dummy, download_path = fetcher.find_matching(dep, false, false).first
+      download_path += "gems/" if download_path.to_s != ""
+      return download_path
+    end
+  end
+
+  def Gem2Rpm.convert(fname, template=TEMPLATE, out=$stdout,
+                      nongem=true, local=false)
+    format = Gem::Format.from_file_by_path(fname)
+    spec = format.spec
+    spec.description ||= spec.summary
+    download_path = ""
+    unless local
+      begin
+        download_path = find_download_url(spec.name, spec.version)
+      rescue Gem::Exception => e
+        $stderr.puts "Warning: Could not retrieve full URL for #{spec.name}\nWarning: Edit the specfile and enter the full download URL as 'Source0' manually"
+        $stderr.puts "#{e.inspect}"
+      end
+    end
+    template = ERB.new(template, 0, '<>')
+    out.puts template.result(binding)
+  end
+
+  # Returns the email address of the packager (i.e., the person running
+  # gem2spec).  Taken from RPM macros if present, constructed from system
+  # username and hostname otherwise.
+  def Gem2Rpm.packager()
+    packager = `rpm --eval '%{packager}'`.chomp
+    if packager == '' or packager == '%{packager}'
+      packager  = "FIXME"
+      #packager = "#{Etc::getpwnam(Etc::getlogin).gecos} <#{Etc::getlogin}@#{Socket::gethostname}>"
+    end
+    packager
+  end
+
+  TEMPLATE =
+%q{# Generated from <%= File::basename(format.gem_path) %> by gem2rpm -*- rpm-spec -*-
+%define ruby_sitelib %(ruby -rrbconfig -e "puts Config::CONFIG['sitelibdir']")
+%define gemdir %(ruby -rubygems -e 'puts Gem::dir' 2>/dev/null)
+%define gemname <%= spec.name %>
+%define geminstdir %{gemdir}/gems/%{gemname}-%{version}
+
+Summary: <%= spec.summary.gsub(/\.$/, "") %>
+Name: rubygem-%{gemname}
+Version: <%= spec.version %>
+Release: 1%{?dist}
+Group: Development/Languages
+License: GPLv2+ or Ruby
+URL: <%= spec.homepage %>
+Source0: <%= download_path %>%{gemname}-%{version}.gem
+BuildRoot: %{_tmppath}/%{name}-%{version}-%{release}-root-%(%{__id_u} -n)
+Requires: rubygems
+<% for d in spec.dependencies %>
+<% for req in d.version_requirements.to_rpm %>
+Requires: rubygem(<%= d.name %>) <%= req  %>
+<% end %>
+<% end %>
+BuildRequires: rubygems
+<% if spec.extensions.empty? %>
+BuildArch: noarch
+<% end %>
+Provides: rubygem(%{gemname}) = %{version}
+
+%description
+<%= spec.description.to_s.chomp.word_wrap(78) + "\n" %>
+
+<% if nongem %>
+%package -n ruby-%{gemname}
+Summary: <%= spec.summary.gsub(/\.$/, "") %>
+Group: Development/Languages
+Requires: rubygem(%{gemname}) = %{version}
+<% spec.files.select{ |f| spec.require_paths.include?(File::dirname(f)) }.reject { |f| f =~ /\.rb$/ }.collect { |f| File::basename(f) }.each do |p| %>
+Provides: ruby(<%= p %>) = %{version}
+<% end %>
+%description -n ruby-%{gemname}
+<%= spec.description.to_s.chomp.word_wrap(78) + "\n" %>
+<% end # if nongem %>
+
+%prep
+
+%build
+
+%install
+rm -rf %{buildroot}
+mkdir -p %{buildroot}%{gemdir}
+<% rdoc_opt = spec.has_rdoc ? "--rdoc " : "" %>
+gem install --local --install-dir %{buildroot}%{gemdir} \
+            --force <%= rdoc_opt %>%{SOURCE0}
+<% unless spec.executables.empty? %>
+mkdir -p %{buildroot}/%{_bindir}
+mv %{buildroot}%{gemdir}/bin/* %{buildroot}/%{_bindir}
+rmdir %{buildroot}%{gemdir}/bin
+find %{buildroot}%{geminstdir}/bin -type f | xargs chmod a+x
+<% end %>
+<% if nongem %>
+mkdir -p %{buildroot}%{ruby_sitelib}
+<% spec.files.select{ |f| spec.require_paths.include?(File::dirname(f)) }.each do |p| %>
+ln -s %{gemdir}/gems/%{gemname}-%{version}/<%= p %> %{buildroot}%{ruby_sitelib}
+<% end %>
+<% end # if nongem %>
+
+%clean
+rm -rf %{buildroot}
+
+%files
+%defattr(-, root, root, -)
+<% for f in spec.executables %>
+%{_bindir}/<%= f %>
+<% end %>
+%{gemdir}/gems/%{gemname}-%{version}/
+<% if spec.has_rdoc %>
+%doc %{gemdir}/doc/%{gemname}-%{version}
+<% end %>
+<% for f in spec.extra_rdoc_files %>
+%doc %{geminstdir}/<%= f %>
+<% end %>
+%{gemdir}/cache/%{gemname}-%{version}.gem
+%{gemdir}/specifications/%{gemname}-%{version}.gemspec
+
+<% if nongem %>
+%files -n ruby-%{gemname}
+%defattr(-, root, root, -)
+%{ruby_sitelib}/*
+<% end # if nongem %>
+
+%changelog
+* <%= Time.now.strftime("%a %b %d %Y") %> <%= packager %> - <%= spec.version %>-1
+- Initial package
+}
+end
+
+# Local Variables:
+# ruby-indent-level: 2
+# End:

data/lib/gem_api_adapter.rb

@@ -0,0 +1,87 @@
+# Copyright (C) 2010 Red Hat, Inc.
+# Written by Mohammed Morsi <mmorsi@redhat.com>
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; version 2 of the License.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
+# MA  02110-1301, USA.  A copy of the GNU General Public License is
+# also available at http://www.gnu.org/copyleft/gpl.html.
+
+require 'uri'
+require 'net/http'
+#require 'net/https'
+require 'json'
+
+# Adapts the gem(cutter) api to polisher
+# http://gemcutter.org/pages/api_docs
+class GemApiAdapter
+   # retrieve gem information
+   def self.gem_info(args = {})
+      api_uri       = args[:api_uri]
+      gem_name      = args[:gem_name]
+      logger        = args[:logger]
+
+      get_path = "/api/v1/gems/#{gem_name}.json"
+
+      logger.info ">> getting gem #{gem_name} info from #{api_uri}#{get_path}" unless logger.nil?
+      http = Net::HTTP.new(URI.parse(api_uri).host, 80)
+      res  = http.get(get_path)
+      logger.info ">> received #{res.body}"
+      JSON.parse(res.body)
+   end
+
+   # use api endpoint/credentials to add subscription for specified gem / url
+   def self.subscribe(args = {})
+      api_uri       = args[:api_uri]
+      api_key       = args[:api_key]
+      gem_name      = args[:gem_name]
+      callback_url  = args[:callback_url]
+      logger        = args[:logger]
+
+      subscribe_path = '/api/v1/web_hooks'
+
+      http = Net::HTTP.new(URI.parse(api_uri).host, 80)
+      data = "gem_name=#{gem_name}&url=#{callback_url}"
+      headers = { 'Authorization' => api_key }
+      logger.info ">> sending http request to #{URI.parse(api_uri).host}#{subscribe_path}; data:#{data}; headers:#{headers}"
+      res = http.post(subscribe_path, data, headers)
+      # FIXME handle res = #<Net::HTTPNotFound:0x7f1df8319e40> This gem could not be found
+      logger.info ">> http response received #{res} #{res.body}"
+   end
+
+   # retrieve gem and save to file
+   def self.get_gem(args = {})
+        uri  = args[:uri]
+        gemfile = args[:file]
+        logger  = args[:logger]
+
+        # handle redirects
+        found = false
+        until found  # FIXME should impose a max tries
+          gem_uri = URI.parse(uri)
+          http = Net::HTTP.new(gem_uri.host, 80)
+          res =  http.get(gem_uri.path)
+          if res.code == "200"
+             File.open(gemfile, "wb") { |f| f.write res.body }
+             found = true
+          else
+             uri = res.header['location']
+          end
+        end
+   end
+
+   # helper, convert gem uri to source uri
+   def self.gem_to_source_uri(gem_uri)
+      uri = URI.parse(gem_uri)
+      return uri.scheme + "://" + uri.host
+   end
+end

data/lib/rpm_adapter.rb

@@ -0,0 +1,39 @@
+# Copyright (C) 2010 Red Hat, Inc.
+# Written by Mohammed Morsi <mmorsi@redhat.com>
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; version 2 of the License.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
+# MA  02110-1301, USA.  A copy of the GNU General Public License is
+# also available at http://www.gnu.org/copyleft/gpl.html.
+
+# use gem2rpm to create rpm from gem
+require 'gem2rpm'
+
+# Adapts rpm subsystem to polisher
+class RpmAdapter
+  # build rpm from specified args
+  def self.build(args = {})
+    gem     = args[:gem]
+    logger   = args[:logger]
+    outfile = "../tmp/rpms/#{gem.name}-#{gem.version}.spec." + Time.now.strftime("%y%m%d%H%M%S")
+    outfh   = File.open(outfile, "wb")
+
+    # get gem / write to file
+    gemfile = "../tmp/gems/#{gem.name}-#{gem.version}.gem"
+    logger.info ">> retreive gem from #{gem.uri} and writing to #{Dir.pwd}/#{gemfile}"
+    GemApiAdapter.get_gem :uri => gem.uri, :file => gemfile, :logger => logger
+
+    logger.info ">> generating rpm spec #{outfile} from gemfile #{gemfile}" unless logger.nil?
+    Gem2Rpm::convert gemfile, Gem2Rpm::TEMPLATE, outfh
+  end
+end

data/public/404.html

@@ -0,0 +1,30 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
+       "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+
+<head>
+  <meta http-equiv="content-type" content="text/html; charset=UTF-8" />
+  <title>The page you were looking for doesn't exist (404)</title>
+	<style type="text/css">
+		body { background-color: #fff; color: #666; text-align: center; font-family: arial, sans-serif; }
+		div.dialog {
+			width: 25em;
+			padding: 0 4em;
+			margin: 4em auto 0 auto;
+			border: 1px solid #ccc;
+			border-right-color: #999;
+			border-bottom-color: #999;
+		}
+		h1 { font-size: 100%; color: #f00; line-height: 1.5em; }
+	</style>
+</head>
+
+<body>
+  <!-- This file lives in public/404.html -->
+  <div class="dialog">
+    <h1>The page you were looking for doesn't exist.</h1>
+    <p>You may have mistyped the address or the page may have moved.</p>
+  </div>
+</body>
+</html>