rubyforge 0.1.1 → 0.2.0

data/lib/http-access2.rb

@@ -24,7 +24,7 @@ require 'http-access2/cookie'
 module HTTPAccess2
   VERSION = '2.0.6'
   RUBY_VERSION_STRING = "ruby #{RUBY_VERSION} (#{RUBY_RELEASE_DATE}) [#{RUBY_PLATFORM}]"
-  s = %w$Id: http-access2.rb 114 2005-09-13 03:20:38Z nahi $
+  s = %w$Id: http-access2.rb,v 1.1.1.1 2006/09/13 04:28:30 zenspider Exp $
   RCS_FILE, RCS_REVISION = s[1][/.*(?=,v$)/], s[2]
 
   SSLEnabled = begin

data/lib/rubyforge.rb

@@ -0,0 +1,337 @@
+#! /usr/bin/env ruby -w
+
+require 'enumerator'
+require 'fileutils'
+require 'http-access2'
+require 'yaml'
+
+$TESTING = false unless defined? $TESTING
+
+# HACK to fix http-access2 cookie selection bug
+module WebAgent::CookieUtils
+  alias :old_domain_match :domain_match
+  def domain_match(host, domain)
+    case domain
+    when /\d+\.\d+\.\d+\.\d+/
+      return (host == domain)
+    when '.'
+      return true
+    when /^\./
+      #return tail_match?(domain, host)
+      return tail_match?(host, domain)
+    else
+      return (host == domain)
+    end
+  end
+end
+
+class RubyForge
+  VERSION     = "0.2.0"
+  HOME        = ENV["HOME"] || ENV["HOMEPATH"] || File::expand_path("~")
+  RUBYFORGE_D = File::join HOME, ".rubyforge"
+  CONFIG_F    = File::join RUBYFORGE_D, "config.yml"
+  COOKIE_F    = File::join RUBYFORGE_D, "cookie.dat"
+
+  # We must use __FILE__ instead of DATA because this is now a library
+  # and DATA is relative to $0, not __FILE__.
+  CONFIG = File.read(__FILE__).split(/__END__/).last.gsub(/#\{(.*)\}/) { eval $1 }
+
+  attr_reader :config
+  attr_reader :client if $TESTING
+
+  def initialize(config=CONFIG_F, opts={})
+    @config = test(?e, config) ? IO::read(config) : CONFIG
+    @config = YAML.load(@config).merge(opts)
+
+    raise "no <username>" unless @config["username"]
+    raise "no <password>" unless @config["password"]
+    raise "no <cookie_jar>" unless @config["cookie_jar"]
+  end
+
+  def setup
+    FileUtils::mkdir_p RUBYFORGE_D unless test ?d, RUBYFORGE_D
+    test ?e, CONFIG_F and FileUtils::mv CONFIG_F, "#{ CONFIG_F }.bak"    
+    open(CONFIG_F, "w") { |f| f.write CONFIG }
+    FileUtils::touch COOKIE_F
+    edit = (ENV["EDITOR"] || ENV["EDIT"] || "vi") + " #{ CONFIG_F }"
+    system edit or puts "edit #{ CONFIG_F }"
+  end
+
+  def login
+    page = "/account/login.php"
+
+    username = @config["username"]
+    password = @config["password"]
+
+    form = {
+      "return_to"      => "",
+      "form_loginname" => username,
+      "form_pw"        => password,
+      "login"          => "Login"
+    }
+
+    run page, form
+  end
+
+  def scrape_config(username)
+    require 'open-uri'
+
+    data = {
+      "group_ids" => {},
+      "package_ids" => {},
+      "release_ids" => Hash.new { |h,k| h[k] = {} },
+    }
+
+    html = URI.parse("http://rubyforge.org/users/#{username}/index.html").read
+    html.scan(%r%/projects/([^/]+)/%).flatten.each do |project|
+      next if project == "support"
+      html = URI.parse("http://rubyforge.org/projects/#{project}/index.html").read
+
+      group_id = html[/(frs|tracker)\/\?group_id=\d+/][/\d+/].to_i
+      data["group_ids"][project] = group_id
+
+      html = URI.parse("http://rubyforge.org/frs/?group_id=#{group_id}").read
+
+      package = nil
+      html.scan(/<h3>\w+|release_id=\d+">[^>]+|filemodule_id=\d+/).each do |s|
+        case s
+        when /<h3>(\w+)/ then
+          package = $1
+        when /release_id=(\d+)">([^<]+)/ then
+          data["release_ids"][package][$2] = $1.to_i
+        when /filemodule_id=(\d+)/ then
+          data["package_ids"][package] = $1.to_i
+        end
+      end
+    end
+    data
+  end
+
+  def create_package(group_id, package_name)
+    page = "/frs/admin/index.php"
+
+    group_id = lookup "group", group_id
+    is_private = @config["is_private"]
+    is_public = is_private ? 0 : 1
+
+    form = {
+      "func"         => "add_package",
+      "group_id"     => group_id,
+      "package_name" => package_name,
+      "is_public"    => is_public,
+      "submit"       => "Create This Package",
+    }
+
+    run page, form
+  end
+
+  def delete_package(group_id, package_id)
+    page = "/frs/admin/index.php"
+
+    group_id = lookup "group", group_id
+    package_id = lookup "package", package_id
+
+    form = {
+      "func"        => "delete_package",
+      "group_id"    => group_id,
+      "package_id"  => package_id,
+      "sure"        => "1",
+      "really_sure" => "1",
+      "submit"      => "Delete",
+    }
+
+    run page, form
+  end
+
+  def add_release(group_id, package_id, release_name, userfile)
+    # TODO: *userfiles
+    page = "/frs/admin/qrs.php"
+
+    group_id = lookup "group", group_id
+    package_id = lookup "package", package_id
+    userfile = open userfile
+    release_date = @config["release_date"]
+    type_id = @config["type_id"]
+    processor_id = @config["processor_id"]
+    release_notes = @config["release_notes"]
+    release_changes = @config["release_changes"]
+    preformatted = @config["preformatted"]
+
+    release_date ||= Time::now.strftime("%Y-%m-%d %H:%M")
+
+    type_id ||= userfile.path[%r|\.[^\./]+$|]
+    type_id = lookup "type", type_id
+
+    processor_id ||= "Any"
+    processor_id = lookup "processor", processor_id
+
+    release_notes = IO::read(release_notes) if release_notes and test(?e, release_notes)
+
+    release_changes = IO::read(release_changes) if release_changes and test(?e, release_changes)
+
+    preformatted = preformatted ? 1 : 0
+
+    form = {
+      "group_id"        => group_id,
+      "package_id"      => package_id,
+      "release_name"    => release_name,
+      "release_date"    => release_date,
+      "type_id"         => type_id,
+      "processor_id"    => processor_id,
+      "release_notes"   => release_notes,
+      "release_changes" => release_changes,
+      "preformatted"    => preformatted,
+      "userfile"        => userfile,
+      "submit"          => "Release File"
+    }
+
+    boundary = Array::new(8){ "%2.2d" % rand(42) }.join('__')
+    boundary = "multipart/form-data; boundary=___#{ boundary }___"
+
+    run page, form, 'content-type' => boundary
+  end
+
+  def add_file(group_name, package_name, release_name, userfile)
+    page = '/frs/admin/editrelease.php'
+    type_id = @config["type_id"]
+    group_id = lookup "group", group_name
+    package_id = lookup "package", package_name
+    release_id = (Integer === release_name) ? release_name : lookup("release", package_name)[release_name]
+    processor_id = @config["processor_id"]
+
+    page = "/frs/admin/editrelease.php?group_id=#{group_id}&release_id=#{release_id}&package_id=#{package_id}"
+
+    userfile = open userfile
+
+    type_id ||= userfile.path[%r|\.[^\./]+$|]
+    type_id = lookup "type", type_id
+
+    processor_id ||= "Any"
+    processor_id = lookup "processor", processor_id
+
+    form = {
+      "step2"        => 1,
+      "type_id"      => type_id,
+      "processor_id" => processor_id,
+      "userfile"     => userfile,
+      "submit"       => "Add This File"
+    }
+
+    boundary = Array::new(8){ "%2.2d" % rand(42) }.join('__')
+    boundary = "multipart/form-data; boundary=___#{ boundary }___"
+
+    run page, form, 'content-type' => boundary
+  end
+
+  def run(page, form, extheader={})
+    client = HTTPAccess2::Client::new ENV["HTTP_PROXY"]
+    client.debug_dev = STDERR if ENV["RUBYFORGE_DEBUG"] || ENV["DEBUG"]
+    client.set_cookie_store @config["cookie_jar"]
+
+    # HACK to fix http-access2 redirect bug/feature
+    client.redirect_uri_callback = lambda do |res| 
+      page = res.header['location'].first
+      page =~ %r/http/ ? page : "#{ @config['uri'] }/#{ page }"
+    end
+
+    response = client.post_content "#{ File.join(@config['uri'], page) }", form, extheader 
+
+    @client = client if $TESTING
+
+    client.save_cookie_store
+
+    return response
+  end
+
+  def lookup(type, val)
+    unless Fixnum === val then
+      key = val.to_s
+      val = @config["rubyforge"]["#{type}_ids"][key]
+      raise "no <#{type}_id> configured for <#{ key }>" unless val 
+    end
+    val
+  end
+end
+
+__END__
+#
+# base rubyforge uri - store in #{ CONFIG_F }
+#
+  uri        : http://rubyforge.org
+#
+# this must be your username
+#
+  username   : username 
+#
+# this must be your password
+#
+  password   : password 
+#
+# defaults for some values 
+#
+  cookie_jar : #{ COOKIE_F } 
+  is_private : false
+#
+# server side rubyforge configuration
+#
+  rubyforge :
+  #
+  # map your group names to their rubyforge ids
+  #
+    group_ids :
+      codeforpeople.com : 1024
+  #
+  # map your package names to their rubyforge ids
+  #
+    package_ids :
+      traits : 1241
+  #
+  # map your package names to their rubyforge ids
+  #
+    release_ids :
+      traits :
+        1.2.3 : 666
+  #
+  # mapping file exts to rubyforge ids
+  #
+    type_ids :
+      .deb         : 1000
+      .rpm         : 2000
+      .zip         : 3000
+      .bz2         : 3100
+      .gz          : 3110
+      .src.zip     : 5000
+      .src.bz2     : 5010
+      .src.tar.bz2 : 5010
+      .src.gz      : 5020
+      .src.tar.gz  : 5020
+      .src.rpm     : 5100
+      .src         : 5900
+      .jpg         : 8000
+      .txt         : 8100
+      .text        : 8100
+      .htm         : 8200
+      .html        : 8200
+      .pdf         : 8300
+      .oth         : 9999
+      .ebuild      : 1300
+      .exe         : 1100
+      .dmg         : 1200
+      .tar.gz      : 5000
+      .tgz         : 5000
+      .gem         : 1400
+      .pgp         : 8150
+      .sig         : 8150
+  #
+  # map processor names to rubyforge ids
+  #
+    processor_ids :
+      i386       : 1000
+      IA64       : 6000
+      Alpha      : 7000
+      Any        : 8000
+      PPC        : 2000
+      MIPS       : 3000
+      Sparc      : 4000
+      UltraSparc : 5000
+      Other      : 9999

data/test/test_rubyforge.rb

@@ -0,0 +1,229 @@
+require 'test/unit' unless defined? $ZENTEST and $ZENTEST
+
+$TESTING = true
+require 'rubyforge'
+
+class FakeRubyForge < RubyForge
+  attr_accessor :page, :form, :extheader
+  def run(page, form, extheader={})
+    @page, @form, @extheader = page, form, extheader
+  end
+end
+
+class HTTPAccess2::Client
+  attr_accessor :url, :form, :headers
+  alias :old_post_content :post_content
+  def post_content(url, form, headers)
+    @url, @form, @headers = url, form, headers
+  end
+end
+
+class TestRubyForge < Test::Unit::TestCase
+
+  def setup
+    srand(0)
+    util_new FakeRubyForge
+  end
+
+  def test_initialize_bad
+    assert_raise RuntimeError do
+      RubyForge.new(RubyForge::CONFIG_F, "username" => nil)
+    end
+    assert_raise RuntimeError do
+      RubyForge.new(RubyForge::CONFIG_F, "password" => nil)
+    end
+    assert_raise RuntimeError do
+      RubyForge.new(RubyForge::CONFIG_F, "cookie_jar" => nil)
+    end
+  end
+
+  def test_setup
+    # TODO raise NotImplementedError, 'Need to write test_setup'
+  end
+
+  def test_login
+    u, p = 'fooby', 's3kr3t'
+    @rubyforge.config['username'] = u
+    @rubyforge.config['password'] = p
+    @rubyforge.login
+
+    util_run('/account/login.php',
+             'form_pw' => p,
+             'form_loginname' => u,
+             'return_to' => '',
+             'login' => 'Login')
+  end
+
+  def test_create_package
+    @rubyforge.create_package(42, 'woot_pkg')
+
+    util_run('/frs/admin/index.php',
+             "submit" => "Create This Package",
+             "group_id" => 42,
+             "is_public" => 1,
+             "package_name" => "woot_pkg",
+             "func" => "add_package")
+  end
+
+  def test_delete_package
+    @rubyforge.delete_package(42, 666)
+    util_delete_package
+  end
+
+  def test_delete_package_package_name
+    @rubyforge.config["rubyforge"]["package_ids"]["woot_pkg"] = 666
+    @rubyforge.delete_package(42, "woot_pkg")
+    util_delete_package
+  end
+
+  def test_delete_package_undefined_package_name
+    assert_raise RuntimeError do
+      @rubyforge.delete_package(42, "blah")
+    end
+  end
+
+  def test_delete_package_group_name
+    @rubyforge.config["rubyforge"]["group_ids"]["seattlerb"] = 42
+    @rubyforge.delete_package("seattlerb", 666)
+    util_delete_package
+  end
+
+  def test_delete_package_undefined_group_name
+    assert_raise RuntimeError do
+      @rubyforge.delete_package("blah", 666)
+    end
+  end
+
+  def test_add_file
+    @rubyforge.config["rubyforge"]["group_ids"]["seattlerb"] = 666
+    @rubyforge.config["rubyforge"]["package_ids"]["ringy_dingy"] = 42
+    @rubyforge.config["rubyforge"]["release_ids"]["ringy_dingy"] ||= {}
+    @rubyforge.config["rubyforge"]["release_ids"]["ringy_dingy"]["1.2.3"] = 43
+
+    @rubyforge.add_file('seattlerb', 'ringy_dingy', '1.2.3', __FILE__)
+
+    util_run('/frs/admin/editrelease.php?group_id=666&release_id=43&package_id=42',
+             { "step2" => 1,
+               "type_id" => 9999,
+               "processor_id" => 8000,
+               "submit" => "Add This File"},
+             {"content-type"=> "multipart/form-data; boundary=___00__03__03__39__09__19__21__36___"})
+  end
+
+  def test_add_release
+    @rubyforge.add_release(42, 666, '1.2.3', __FILE__)
+    util_add_release
+  end
+
+  def test_add_release_package_name
+    @rubyforge.config["rubyforge"]["package_ids"]["woot_pkg"] = 666
+    @rubyforge.add_release(42, "woot_pkg", '1.2.3', __FILE__)
+    util_add_release
+  end
+
+  def test_add_release_undefined_package_name
+    assert_raise RuntimeError do
+      @rubyforge.add_release(42, "blah", '1.2.3', __FILE__)
+    end
+  end
+
+  def test_add_release_group_name
+    @rubyforge.config["rubyforge"]["group_ids"]["seattlerb"] = 42
+    @rubyforge.add_release("seattlerb", 666, '1.2.3', __FILE__)
+    util_add_release
+  end
+
+  def test_add_release_undefined_group_name
+    assert_raise RuntimeError do
+      @rubyforge.add_release("blah", 666, '1.2.3', __FILE__)
+    end
+  end
+
+  def test_lookup_id
+    assert_equal 43, @rubyforge.lookup("package", 43)
+  end
+
+  def test_lookup_string_number
+    assert_raise RuntimeError do
+      @rubyforge.lookup("package", "43")
+    end
+  end
+
+  def test_lookup_name
+    @rubyforge.config["rubyforge"]["package_ids"]["ringy_dingy"] = 42
+    assert_equal 42, @rubyforge.lookup("package", "ringy_dingy")
+  end
+
+  def test_lookup_undefined
+    assert_raise RuntimeError do
+      @rubyforge.lookup("package", "blah")
+    end
+  end
+
+  def test_run
+    util_new RubyForge
+    @rubyforge.add_release(42, 666, '1.2.3', __FILE__)
+
+    extheader = {"content-type"=> "multipart/form-data; boundary=___00__03__03__39__09__19__21__36___"}
+
+    form = {
+      "processor_id" => 8000,
+      "submit" => "Release File",
+      "preformatted" => 0,
+      "release_changes" => nil,
+      "type_id" => 9999,
+      "group_id" => 42,
+      "release_name" => "1.2.3",
+      "release_notes" => nil,
+      "package_id" => 666,
+      "release_date" => "today"
+    }
+
+    client = @rubyforge.client
+    assert client.form.delete("userfile")
+
+    assert_equal 'http://rubyforge.org/frs/admin/qrs.php', client.url
+    assert_equal form, client.form
+    assert_equal extheader, client.headers
+  end
+
+  def util_new(klass)
+    @rubyforge = klass.new
+    @rubyforge.config["release_date"] = "today"
+    @rubyforge.config["rubyforge"]["type_ids"][".rb"] = 9999
+  end
+
+  def util_run(page, form={}, extheader={})
+    form_result = @rubyforge.form
+    assert form_result.delete("userfile") unless extheader.empty?
+
+    assert_equal page, @rubyforge.page
+    assert_equal form, form_result
+    assert_equal extheader, @rubyforge.extheader
+  end
+
+  def util_add_release
+    util_run('/frs/admin/qrs.php',
+             {"processor_id" => 8000,
+               "submit" => "Release File",
+               "preformatted" => 0,
+               "release_changes" => nil,
+               "type_id" => 9999,
+               "group_id" => 42,
+               "release_name" => "1.2.3",
+               "release_notes" => nil,
+               "package_id" => 666,
+               "release_date" => "today"},
+             {"content-type"=> "multipart/form-data; boundary=___00__03__03__39__09__19__21__36___"})
+  end
+
+  def util_delete_package
+    util_run('/frs/admin/index.php',
+             "submit" => "Delete",
+             "really_sure" => "1",
+             "group_id" => 42,
+             "func" => "delete_package",
+             "package_id" => 666,
+             "sure" => "1")
+  end
+end