frm 0.0.1 → 0.0.2

data/.gitignore

@@ -0,0 +1,4 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*

data/LICENSE

@@ -0,0 +1,30 @@
+Copyright (c) 2012, Martin K. Rhoads and FRM Project Contributors.
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are
+met:
+
+    * Redistributions of source code must retain the above copyright
+      notice, this list of conditions and the following disclaimer.
+
+    * Redistributions in binary form must reproduce the above copyright
+      notice, this list of conditions and the following disclaimer in the
+      documentation and/or other materials provided with the distribution.
+
+    * Neither the name of the FRM Project, Martin K. Rhoads, nor the names
+      of its contributors may be used to endorse or promote products
+      derived from this software without specific prior written
+      permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
+IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
+THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
+PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR
+CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

data/Rakefile

@@ -1,2 +1,21 @@
 require 'bundler'
 Bundler::GemHelper.install_tasks
+
+fpm_base = File.dirname __FILE__
+
+namespace :bump do
+  
+  desc "bump the patch version number"
+  task :patch do
+    version_file_path = File.join fpm_base, 'lib', 'frm', 'version.rb'
+    current_version_file = File.read version_file_path
+    current_version_file =~ /VERSION[^\d]+(\d+)\.(\d+)\.(\d+)(\.([^'"]*))?/
+    major,minor,patch = $1, $2, $3
+    new_version = [$1,$2,$3.to_i+1].join('.')
+    new_version_file = current_version_file.sub /VERSION\s*=.*/, %Q{VERSION = "#{new_version}"}
+    File.open(version_file_path, 'w') {|f| f.write(new_version_file) }
+    puts "bumping version to #{new_version}"
+  end
+  
+end
+

data/bin/fpm

@@ -0,0 +1,91 @@
+#!/usr/bin/env ruby
+# This is the CLI interface into Effin Repo Manager
+
+require 'optparse'
+
+# This hash will hold all of the options
+# parsed from the command-line by
+# OptionParser.
+options = {}
+
+packages = []
+
+def print_and_exit(message)
+  puts 
+  puts message
+  puts 
+  puts `#{__FILE__} -h`
+  exit 1
+end
+
+optparse = OptionParser.new do|opts|
+  opts.banner = "Usage: frm.rb [options] package1 [package2]B ..."
+
+  options[:access_key] = nil
+  opts.on( '-a', '--access-key ACCESS_KEY', 'S3 public access key' ) do |key|
+    options[:access_key] = key
+  end
+
+
+  options[:secret_key] = nil
+  opts.on( '-s', '--secret-key SECRET_KEY', 'S3 private access key' ) do |key|
+    options[:secret_key] = key
+  end
+
+  options[:bucket] = nil
+  opts.on( '-b', '--bucket BUCKET', 'S3 bucket' ) do |bucket|
+    options[:bucket] = bucket
+  end
+
+  options[:prefix] = nil
+  opts.on( '-p', '--prefix PREFIX', 'S3 prefix of repostory' ) do |prefix|
+    options[:prefix] = prefix
+  end
+
+
+  # This displays the help screen, all programs are
+  # assumed to have this option.
+  opts.on( '-h', '--help', 'Display this screen' ) do
+    puts opts
+    exit
+  end
+end
+
+optparse.parse!
+
+
+ARGV.each do |package|
+  packages << package
+end
+
+
+# verify that the required inputs are set
+%w{access_key secret_key bucket prefix }.each do |input|
+  print_and_exit "you must specify the #{input} parameter!!!" if options.values_at(input.to_sym) == [nil]
+end
+
+# verify that we have at least one package to install
+print_and_exit "you need to specify at least one package to publish!!!" if packages.empty? 
+
+packages.each do |package|
+  print_and_exit "package '#{package}' does not exits!!!" unless File.exists?(package)
+  print_and_exit "package '#{package}' does not appear to be a valid deb" unless system("dpkg --field #{package} > /dev/null 2>&1 ")
+end
+
+
+# if we have gotten this far it means that all required parameters have been set, so let's begin
+
+
+# chdir to the top level of the code
+Dir.chdir(File.dirname(File.dirname(__FILE__)))
+
+# require the necessary FRM libs
+require File.join Dir.pwd, 'lib', 'deb'
+
+puts "creating release..."
+package_release = FRM::PackageRelease.new(packages)
+
+puts "pushing release..."
+release_pusher = FRM::ReleasePusher.new(package_release,options[:access_key],options[:secret_key],options[:bucket],options[:prefix])
+
+puts "looks like everything ran ok!"

data/lib/frm/deb.rb

@@ -0,0 +1,327 @@
+DEFAULT_HOST =  's3-us-west-1.amazonaws.com' # stupid hack to point to
+# the right region
+
+module FRM
+
+    
+  class Base
+    my_dir = File.dirname __FILE__
+    require File.join my_dir, 's3'
+    require 'zlib'
+    require 'tempfile'
+    require 'digest/md5'
+    require 'digest/sha1'
+    require 'digest/sha2'
+    
+    def compute_md5(string)
+      Digest::MD5.hexdigest(string)
+    end
+    
+    def compute_sha1(string)
+      Digest::SHA1.hexdigest(string)
+    end
+    
+    def compute_sha2(string)
+      Digest::SHA2.hexdigest(string)
+    end
+
+    # TODO:
+    # there has to be a better way to use gpg withen ruby. found many
+    # broken solutions :\ 
+    def gpg_clearsign(message)
+      `echo "#{message}" | gpg --clearsign`
+    end
+
+    # TODO: same as above
+    def gpg_detached(message)
+      `echo "#{message}" | gpg -abs`
+    end
+    
+
+    def generate_gzip_pipe(contents)
+      read_buffer, write_buffer = IO.pipe
+      gzip_writer = Zlib::GzipWriter.new write_buffer
+      gzip_writer.mtime = 1 # ensure that the header is determinstic
+      gzip_writer.write contents
+      gzip_writer.close
+      read_buffer
+    end
+    
+    def gunzip_pipe(gziped_pipe)
+      gzip_reader = Zlib::GzipReader.new gziped_pipe
+      unzipped_string = gzip_reader.read
+      gzip_reader.close
+      return unzipped_string
+    end
+    
+    def parse_package_stub(read_buffer)
+      package = {}
+      stub = ""
+      while line = read_buffer.gets
+        return nil if line.strip.empty? 
+        raise "bad input" unless (match = line.match /^\w+\-?\w+?: /)
+        stub << line
+        key = match[0].delete ': ' # if match
+        value = match.post_match.strip
+        package[key] = value
+        if key == 'Description'
+          while (line = read_buffer.gets).strip != ""
+            package['Description'] << line
+            stub << line
+          end
+          package['Description'].rstrip!
+          return package, stub
+        end
+      end
+      nil
+    end
+    
+    def merge_package_file(in_pipe,out_pipe,package_list)
+      sorted_list = package_list.sort { |a,b| a['Package'] <=> b['Package'] }
+      while (next_stub = parse_package_stub in_pipe)
+        STDERR.puts "next_stub[0] = #{next_stub[0]}"
+      end
+    end
+end
+  
+  
+  class Package < Base
+    attr_accessor :repo_filename
+    attr_reader :path, :content, :md5, :sha1, :sha2 , :size
+    def initialize(path)
+      @path = path
+      raise "Can not find file '#{path}'" unless File.exists?(path)
+      begin
+        @content = File.read(path)
+      rescue Object => o
+        STDERR.puts "Could not open file '#{path}'. Exiting..."
+        STDERR.puts o.inspect
+        STDERR.puts o.backtrace
+        raise "Could not open file '#{path}'. Exiting..."
+      end
+      @size = File.size(@path)
+      @md5 = compute_md5(@content)
+      @sha1 = compute_sha1(@content)
+      @sha2 = compute_sha2(@content)
+    end
+  end
+
+  class PackageRelease < Base
+    attr_reader :packages, :standards_version, :priority, :package_file, :gzipped_package_file, :release_file, :short_release_file, :component
+    def initialize(packages={},component='main/binary-amd64')
+      @component = component
+      @standards_version = standards_version
+      @priority = priority
+      @packages = []
+      packages.each { |package| @packages << Package.new(package) }
+      @package_file = generate_package_file
+      @gzipped_package_file = generate_gzip_pipe(@package_file).read
+      @short_release_file = generate_short_release_file
+      @release_file = generate_release_file
+    end
+    
+    private
+    
+    def generate_release_file()
+      partial_release_file = "Origin: apt.cloudscaling.com
+Label: apt repository natty
+Codename: natty
+Date: Thu, 22 Dec 2011 00:29:55 UTC
+Architectures: amd64
+Components: main universe multiverse
+Description: Cloudscaling APT repository
+MD5Sum:
+ #{compute_md5(@package_file)} #{@package_file.size} #{@component}/Packages
+ #{compute_md5(@gzipped_package_file)} #{@gzipped_package_file.size} #{@component}/Packages.gz
+ #{compute_md5(@short_release_file)} #{@short_release_file.size} #{@component}/Release
+SHA1:
+ #{compute_sha1(@package_file)} #{@package_file.size} #{@component}/Packages
+ #{compute_sha1(@gzipped_package_file)} #{@gzipped_package_file.size} #{@component}/Packages.gz
+ #{compute_sha1(@short_release_file)} #{@short_release_file.size} #{@component}/Release
+SHA256:
+ #{compute_sha2(@package_file)} #{@package_file.size} #{@component}/Packages
+ #{compute_sha2(@gzipped_package_file)} #{@gzipped_package_file.size} #{@component}/Packages.gz
+ #{compute_sha2(@short_release_file)} #{@short_release_file.size} #{@component}/Release
+"
+      return partial_release_file
+    end
+
+    def generate_short_release_file
+      "Component: main
+Origin: apt.cloudscaling.com
+Label: apt repository natty
+Architecture: amd64
+Description: Cloudscaling APT repository
+"
+    end
+    
+
+    def filename(package)
+      filename = File.basename package.path
+      shortname = `dpkg --field #{package.path} Package`.chomp
+      first_letter = shortname[0]
+      package.repo_filename = "pool/main/#{first_letter}/#{shortname}/#{filename}"
+    end
+    
+    def generate_package_file()
+      package_file = ''
+      @packages.each { |package| package_file << generate_package_stub(package) }
+      return package_file
+    end
+    
+    def generate_package_stub(package)
+      package_stub = ''
+      package_stub << `dpkg --field #{package.path}`
+      package_stub << "Filename: #{filename(package)}\n"
+      package_stub << "Size: #{package.size}\n"
+      package_stub << "MD5sum: #{package.md5}\n"
+      package_stub << "SHA1: #{package.sha1}\n"
+      package_stub << "SHA256: #{package.sha2}\n"
+      package_stub << "\n"
+      return package_stub
+    end
+  end
+
+  class ReleasePusher < Base
+    def initialize(package_release,access_key,secret_key,bucket,prefix,server='s3-us-west-1.amazonaws.com')
+      @bucket = bucket
+      @prefix = prefix
+      @s3 = FRM::S3.new(access_key,secret_key,server)
+      push_packages(package_release.packages)
+      push_release_files(package_release)
+    end
+
+    private
+
+
+    def push_release_files(package_release)
+      # TODO: un-hardcode this
+      release_path = @prefix + "/dists/natty/Release"
+      @s3.put(release_path,package_release.release_file,@bucket)
+
+      in_release_path = @prefix + "/dists/natty/InRelease"
+      @s3.put(in_release_path,gpg_clearsign(package_release.release_file),@bucket)
+
+      gpg_release_path = @prefix + "/dists/natty/Release.gpg"
+      @s3.put(gpg_release_path,gpg_detached(package_release.release_file),@bucket)
+
+      release_file_path = @prefix + "/dists/natty/" + package_release.component
+      @s3.put(release_file_path + '/Release',package_release.short_release_file,@bucket)
+      @s3.put(release_file_path + '/Packages',package_release.package_file,@bucket)
+      @s3.put(release_file_path + '/Packages.gz',package_release.gzipped_package_file,@bucket)
+    end
+    
+
+    def push_packages(packages)
+      packages.each { |package| push_package(package) }
+    end
+    
+    def push_package(package)
+      remote_path = @prefix + '/' + package.repo_filename
+      @s3.put(remote_path,package.content,@bucket)
+    end
+    
+
+  end
+  
+  
+  
+  class Deb  < Base
+    
+    def initialize()
+    end
+    
+    def generate_package_file(in_packages=[])
+      packages = in_packages.dup
+      package_file = ''
+      packages.each { |package| package_file << generate_package_stub(package) }
+      return package_file
+    end
+
+    
+    def generate_package_stub(in_package={})
+      package = in_package.dup
+      package_stub = ''
+      description = package.delete('Description') || "no description given"
+      path_to_deb = package.delete 'path_to_deb'
+      section = package.delete 'section'
+      package["Filename"] = "pool/#{section}/#{package['Package'][0]}/#{package['Package']}/#{package['Package']}_#{package['Version']}_#{package['Architecture']}.deb"
+      package["Size"] = File.new(path_to_deb).size
+      package["MD5sum"] = self.compute_md5 File.read path_to_deb
+      package["SHA1"] = compute_sha1 File.read path_to_deb
+      package["SHA256"] = compute_sha2 File.read path_to_deb
+      package["Description"] = description
+      package.each { |key,value| package_stub << generate_package_line(key,value) }
+      package_stub << "\n"
+      return package_stub
+    end
+    
+    
+    def generate_package_release
+      return "Component: main
+Origin: apt.cloudscaling.com
+Label: apt repository natty
+Architecture: amd64
+Description: Cloudscaling APT repository
+"
+    end
+    
+    
+    def generate_release
+      return "Origin: apt.cloudscaling.com
+     Label: apt repository natty
+     Codename: natty
+     Date: Thu, 22 Dec 2011 00:29:55 UTC
+     Architectures: amd64
+     Components: main universe multiverse
+     Description: Cloudscaling APT repository
+     MD5Sum:
+      a4b943ff89790ccdc186875dad67827b 5813 main/binary-amd64/Packages
+      004fd3f868ebbe7501fb2e1c0c54e2a7 2148 main/binary-amd64/Packages.gz
+      79dd2fee35fba7255dcd40e1f6529591 134 main/binary-amd64/Release
+      d41d8cd98f00b204e9800998ecf8427e 0 universe/binary-amd64/Packages
+      7029066c27ac6f5ef18d660d5741979a 20 universe/binary-amd64/Packages.gz
+      018c8e37146b908a6bde46012a83d4ba 138 universe/binary-amd64/Release
+      d41d8cd98f00b204e9800998ecf8427e 0 multiverse/binary-amd64/Packages
+      7029066c27ac6f5ef18d660d5741979a 20 multiverse/binary-amd64/Packages.gz
+      4680f88c741bad22529909db5be4f608 140 multiverse/binary-amd64/Release
+     SHA1:
+      6e03924030eab56cb9735a52ec710537e682bcfc 5813 main/binary-amd64/Packages
+      5f2989bae96e148cb5f18accc4357305926ab1e1 2148 main/binary-amd64/Packages.gz
+      6d932af9af761f418e5374f73dcd09badb4fe57e 134 main/binary-amd64/Release
+      da39a3ee5e6b4b0d3255bfef95601890afd80709 0 universe/binary-amd64/Packages
+      46c6643f07aa7f6bfe7118de926b86defc5087c4 20 universe/binary-amd64/Packages.gz
+      4d428e7ad434df47cffc40cabf8e238ee76ea434 138 universe/binary-amd64/Release
+      da39a3ee5e6b4b0d3255bfef95601890afd80709 0 multiverse/binary-amd64/Packages
+      46c6643f07aa7f6bfe7118de926b86defc5087c4 20 multiverse/binary-amd64/Packages.gz
+      c8a7d2eb24ece57d460106506fcff99cb2ada015 140 multiverse/binary-amd64/Release
+     SHA256:
+      dd8283f06beb4a5fc06ac62d3ae098e5ba2717daef2a15b5f3e9233eb64e0227 5813 main/binary-amd64/Packages
+      b197c5a3c1fe6a6d286e9f066a0cade289e3a2fc485c90407179951634788aa8 2148 main/binary-amd64/Packages.gz
+      690b44df6fe65f40f260b73394e87804df78c9ccf13999889259faeed3eec40d 134 main/binary-amd64/Release
+      e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 0 universe/binary-amd64/Packages
+      59869db34853933b239f1e2219cf7d431da006aa919635478511fabbfc8849d2 20 universe/binary-amd64/Packages.gz
+      32f35b1fc2bdc5a11b53abeadaaa77771b15acb5305777484bf4390d697ae5bd 138 universe/binary-amd64/Release
+      e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 0 multiverse/binary-amd64/Packages
+      59869db34853933b239f1e2219cf7d431da006aa919635478511fabbfc8849d2 20 multiverse/binary-amd64/Packages.gz
+      f29816e3a4f90a8b4c688fdb2ac3056d5fb7349857c9ea8da2fbccf8e931baca 140 multiverse/binary-amd64/Release"
+    end
+    
+    
+    def generate_package_line(key='',value='')
+      valid_options = %w{Package Version Architecture Maintainer Standards-Version Homepage Priority Depends Filename Size SHA256 SHA1 MD5sum Description}
+      raise "Bogus option passed: #{key}" unless valid_options.include?(key)                
+      
+      case key
+      when 'Depends'
+        return "Depends: #{value.join(', ')}\n"
+      when 'Maintainer'
+        return "Maintainer: <#{value}>\n"
+      else
+        return "#{key}: #{value}\n"
+      end
+    end
+    
+  end
+  
+end

data/lib/frm/s3.rb

@@ -0,0 +1,89 @@
+my_dir = File.dirname __FILE__
+STDERR.puts "#{File.join my_dir, 's3'}"
+require File.join my_dir, 'base'
+
+
+module FRM
+  class S3  < Base
+    attr_reader :max_retries
+    @connection
+    def initialize(access_key_id,secret_access_key,server='s3.amazonaws.com')
+      require 'aws/s3'
+      @max_retries = 10
+      @connection = AWS::S3::Base.establish_connection!(:access_key_id     => access_key_id,
+                                                        :secret_access_key => secret_access_key,
+                                                        :server => server )
+    end
+    
+    def key?(key,bucket)
+      AWS::S3::S3Object.exists?(key,bucket)
+    end
+    
+    def put(key,value,bucket)
+      @max_retries.times do |i|
+        begin
+          AWS::S3::S3Object.store(key,value,bucket,:server => 's3-us-west-1.amazonaws.com',:access => :public_read)
+          return true
+        rescue Object => o
+          print_retry(__method__,o)
+        end
+        raise "could not put object!!!" if i == (@max_retries - 1)
+      end
+      raise "could not put object!!!"
+    end
+
+    def get(key,bucket)
+      @max_retries.times do |i|
+        begin
+          value = AWS::S3::S3Object.value(key,bucket)
+          return value
+        rescue Object => o
+          print_retry(__method__,o)
+        end
+        raise "could not get object!!!" if i == (@max_retries - 1)
+      end
+      raise "could not get object!!!"
+    end
+    
+    def get_stream(key,bucket)
+      @max_retries.times do |i|
+        begin
+          stream = AWS::S3::S3Object.stream(key,bucket)
+          return stream
+        rescue Object => o
+          print_retry(__method__,o)
+        end
+        raise "could not get object!!!" if i == (@max_retries - 1)
+      end
+      raise "could not get object!!!"
+    end
+    
+    def delete(key,bucket)
+      begin
+        AWS::S3::S3Object.delete(key,bucket)
+        true
+      rescue Object => o
+        print_retry(__method__,o)
+      end
+    end
+
+    def move(old_key,new_key,vucket)
+      begin
+        AWS::S3::S3Object.rename(old_key,new_key,bucket)
+        return
+      rescue Object => o
+        print_retry(__method__,o)
+      end
+    end
+
+    protected
+
+    def print_retry(action,error)
+      STDERR.puts "coudld not #{action} object because of:"
+      STDERR.puts error.inspect
+      STDERR.puts ", retrying..."
+      sleep 2
+    end
+    
+  end
+end

data/lib/frm/version.rb

@@ -1,3 +1,3 @@
 module Frm
-  VERSION = "0.0.1"
+  VERSION = "0.0.2"
 end

data/test/deb_test.rb

@@ -0,0 +1,457 @@
+#!/usr/bin/env ruby
+
+require 'minitest/autorun'
+
+my_dir = File.dirname __FILE__
+require File.join my_dir, 'deb'
+
+class TestReleasePusher < MiniTest::Unit::TestCase
+  def setup
+    @tempfile1 = File.open('/tmp/foo_1.2.68_amd64.deb','w+') { |f| f.write 'foo' }
+    @tempfile2 = File.open('/tmp/bar_1.2.3.4_amd64.deb','w+') { |f| f.write 'bar' }
+    @tempfile3 = File.open('/tmp/martin_1.2.3.4_amd64.deb','w+') { |f| f.write 'martin' }
+    
+    hashes = [{
+                "Package" => "foo",
+                "Version" => "1.2.68",
+                "Architecture" => "amd64",
+                "Maintainer" => "support@cloudscaling.com",
+                "Homepage" => "http://www.cloudscaling.com",
+                "Priority" => "extra",
+                "Depends" => %w{one two three},
+                "section" => "main",
+                "path_to_deb" => '/tmp/foo_1.2.68_amd64.deb',
+                "Description" => 'some
+ multiline
+ description'
+              },
+              {
+                "Package" => "bar",
+                "Version" => "1.2.3.4",
+                "Architecture" => "amd64",
+                "Maintainer" => "support@cloudscaling.com",
+                "Homepage" => "http://www.cloudscaling.com",
+                "Priority" => "extra",
+                "Depends" => %w{one two three},
+                "section" => "main",
+                "path_to_deb" => '/tmp/bar_1.2.3.4_amd64.deb'
+              },
+              {
+                "Package" => "martin",
+                "Version" => "1.2.3.4",
+                "Architecture" => "amd64",
+                "Maintainer" => "support@cloudscaling.com",
+                "Homepage" => "http://www.cloudscaling.com",
+                "Priority" => "extra",
+                "section" => "main",
+                "path_to_deb" => '/tmp/martin_1.2.3.4_amd64.deb'
+              },
+              {
+                "Package" => "cs-chef",
+                "Version" => "1.2.3.4",
+                "Architecture" => "amd64",
+                "Maintainer" => "support@cloudscaling.com",
+                "Homepage" => "http://www.cloudscaling.com",
+                "Priority" => "extra",
+                "section" => "main",
+                "path_to_deb" => '/tmp/debs/cs-chef-0.9.1-1782-all.deb'
+              }
+             ]
+    
+    @package_release = FRM::PackageRelease.new(hashes)
+    @release_pusher = FRM::ReleasePusher.new(@package_release,'abcd','1234',\
+                                             'some-bucket','testing/tmp/martin/foo')
+  end
+
+  def test
+    puts "@release_pusher.inspect = #{@release_pusher.inspect}"
+  end
+  
+end
+
+  class TestPackageRelease < MiniTest::Unit::TestCase
+  def setup
+    @tempfile1 = File.open('/tmp/foo_1.2.68_amd64.deb','w+') { |f| f.write 'foo' }
+    @tempfile2 = File.open('/tmp/bar_1.2.3.4_amd64.deb','w+') { |f| f.write 'bar' }
+    
+    hashes = [{
+                "Package" => "foo",
+                "Version" => "1.2.68",
+                "Architecture" => "amd64",
+                "Maintainer" => "support@cloudscaling.com",
+                "Homepage" => "http://www.cloudscaling.com",
+                "Priority" => "extra",
+                "Depends" => %w{one two three},
+                "section" => "main",
+                "path_to_deb" => '/tmp/foo_1.2.68_amd64.deb',
+                "Description" => 'some
+ multiline
+ description'
+              },
+              {
+                "Package" => "bar",
+                "Version" => "1.2.3.4",
+                "Architecture" => "amd64",
+                "Maintainer" => "support@cloudscaling.com",
+                "Homepage" => "http://www.cloudscaling.com",
+                "Priority" => "extra",
+                "Depends" => %w{one two three},
+                "section" => "main",
+                "path_to_deb" => '/tmp/bar_1.2.3.4_amd64.deb'
+              }
+             ]
+    
+    @package_release = FRM::PackageRelease.new(hashes)
+  end
+  
+  def test()
+    correct_output = "Package: foo
+Version: 1.2.68
+Architecture: amd64
+Maintainer: <support@cloudscaling.com>
+Standards-Version: 3.9.1
+Homepage: http://www.cloudscaling.com
+Priority: extra
+Depends: one, two, three
+Filename: pool/main/f/foo/foo_1.2.68_amd64.deb
+Size: 3
+MD5sum: acbd18db4cc2f85cedef654fccc4a4d8
+SHA1: 0beec7b5ea3f0fdbc95d0dd47f3c5bc275da8a33
+SHA256: 2c26b46b68ffc68ff99b453c1d30413413422d706483bfa0f98a5e886266e7ae
+Description: some
+ multiline
+ description
+
+Package: bar
+Version: 1.2.3.4
+Architecture: amd64
+Maintainer: <support@cloudscaling.com>
+Standards-Version: 3.9.1
+Homepage: http://www.cloudscaling.com
+Priority: extra
+Depends: one, two, three
+Filename: pool/main/b/bar/bar_1.2.3.4_amd64.deb
+Size: 3
+MD5sum: 37b51d194a7513e45b56f6524f2d51f2
+SHA1: 62cdb7020ff920e5aa642c3d4066950dd1f01f4d
+SHA256: fcde2b2edba56bf408601fb721fe9b5c338d10ee429ea04fae5511b68fbf8fb9
+Description: no description given
+
+"
+    assert @package_release.package_file == correct_output
+  end
+
+  def test_generate_short_release_file
+    correct_short_release_file = "Component: main
+Origin: apt.cloudscaling.com
+Label: apt repository natty
+Architecture: amd64
+Description: Cloudscaling APT repository
+"
+    assert @package_release.short_release_file == correct_short_release_file
+  end
+  
+  def test_generate_release
+#    skip 'need to finish generate_release function'
+    correct_release_file = "Origin: apt.cloudscaling.com
+Label: apt repository natty
+Codename: natty
+Date: Thu, 22 Dec 2011 00:29:55 UTC
+Architectures: amd64
+Components: main universe multiverse
+Description: Cloudscaling APT repository
+MD5Sum:
+ 32aed966f2f629d6229d14cd37da740e 896 main/binary-amd64/Packages
+ a2ea734a1d863873d0acd98845bd0573 438 main/binary-amd64/Packages.gz
+ 79dd2fee35fba7255dcd40e1f6529591 134 main/binary-amd64/Release
+SHA1:
+ b2f872140a4e651609c1ce7538dba871a4ad49de 896 main/binary-amd64/Packages
+ 86b1fc7c8905cf35a9ff2544bb277c332e93b7d1 438 main/binary-amd64/Packages.gz
+ 6d932af9af761f418e5374f73dcd09badb4fe57e 134 main/binary-amd64/Release
+SHA256:
+ 14139ad7300259e51e2c0d75891966d10f9382adbda61c7348990ccf125e4d4f 896 main/binary-amd64/Packages
+ 67014ee7cc96108af726aae5636d26225c2cd833301765e44cf6cb6ea7719698 438 main/binary-amd64/Packages.gz
+ 690b44df6fe65f40f260b73394e87804df78c9ccf13999889259faeed3eec40d 134 main/binary-amd64/Release
+"
+    assert @package_release.release_file == correct_release_file
+  end
+
+end
+
+
+class TestPackage < MiniTest::Unit::TestCase
+  def setup
+    @tempfile1 = File.open('/tmp/foo','w+') { |f| f.write 'foo' }
+    @tempfile2 = File.open('/tmp/bar','w+') { |f| f.write 'bar' }
+
+    @hash = {
+      "Package" => "foo",
+      "Version" => "1.2.68",
+      "Architecture" => "amd64",
+      "Maintainer" => "support@cloudscaling.com",
+      "Homepage" => "http://www.cloudscaling.com",
+      "Priority" => "extra",
+      "Depends" => %w{one two three},
+      "section" => "main",
+      "path_to_deb" => '/tmp/foo',
+      "Description" => 'some
+ multiline
+ description'
+    }
+    
+    @package1 = FRM::Package.new(@hash)
+  end
+  
+  def test()
+    assert @package1.name == 'foo'
+    assert @package1.content == 'foo'
+  end
+
+  def test_bad_file()
+    bad_hash = {
+      "Package" => "foo",
+      "Version" => "1.2.68",
+      "Architecture" => "amd64",
+      "Maintainer" => "support@cloudscaling.com",
+      "Homepage" => "http://www.cloudscaling.com",
+      "Priority" => "extra",
+      "Depends" => %w{one two three},
+      "section" => "main",
+      "path_to_deb" => '/some/bad/path',
+      "Description" => 'some
+ multiline
+ description'
+    }
+    assert_raises(RuntimeError) { FRM::Package.new(bad_hash) } 
+  end
+  
+  def test_good_file()
+    assert @package1.content == 'foo'
+  end
+
+  def test_hashes()
+    assert @package1.md5 == 'acbd18db4cc2f85cedef654fccc4a4d8'
+    assert @package1.sha1 == '0beec7b5ea3f0fdbc95d0dd47f3c5bc275da8a33'
+    assert @package1.sha2 == '2c26b46b68ffc68ff99b453c1d30413413422d706483bfa0f98a5e886266e7ae'
+    
+  end
+  
+  
+end
+
+
+class TestDeb < MiniTest::Unit::TestCase
+  
+  def setup
+    @deb = FRM::Deb.new()
+    @tempfile1 = File.open('/tmp/foo_1.2.68_amd64.deb','w+') { |f| f.write 'foo' }
+    @tempfile2 = File.open('/tmp/bar_1.2.3.4_amd64.deb','w+') { |f| f.write 'bar' }
+    
+    @hash = [
+             {
+               "Package" => "foo",
+               "Version" => "1.2.68",
+               "Architecture" => "amd64",
+               "Maintainer" => "support@cloudscaling.com",
+               "Homepage" => "http://www.cloudscaling.com",
+               "Priority" => "extra",
+               "Depends" => %w{one two three},
+               "section" => "main",
+               "path_to_deb" => '/tmp/foo_1.2.68_amd64.deb',
+               "Description" => 'some
+ multiline
+ description'
+             },
+             {
+               "Package" => "bar",
+               "Version" => "1.2.3.4",
+               "Architecture" => "amd64",
+               "Maintainer" => "support@cloudscaling.com",
+               "Homepage" => "http://www.cloudscaling.com",
+               "Priority" => "extra",
+               "Depends" => %w{one two three},
+               "section" => "main",
+               "path_to_deb" => '/tmp/bar_1.2.3.4_amd64.deb'
+             }
+            ]
+  end
+
+  def teardown
+    File.delete '/tmp/foo_1.2.68_amd64.deb' if File.exists? '/tmp/foo_1.2.68_amd64.deb'
+    File.delete '/tmp/bar_1.2.3.4_amd64.deb' if File.exists? '/tmp/bar_1.2.3.4_amd64.deb'
+  end
+  
+  
+  def test_generate_package_stub
+    correct_output = "Package: foo
+Version: 1.2.68
+Architecture: amd64
+Maintainer: <support@cloudscaling.com>
+Homepage: http://www.cloudscaling.com
+Priority: extra
+Depends: one, two, three
+Filename: pool/main/f/foo/foo_1.2.68_amd64.deb
+Size: 3
+MD5sum: acbd18db4cc2f85cedef654fccc4a4d8
+SHA1: 0beec7b5ea3f0fdbc95d0dd47f3c5bc275da8a33
+SHA256: 2c26b46b68ffc68ff99b453c1d30413413422d706483bfa0f98a5e886266e7ae
+Description: some
+ multiline
+ description
+
+"
+
+    duplicate_hash = @hash[0].dup
+    assert @deb.generate_package_stub(duplicate_hash) == correct_output
+    assert @hash[0] == duplicate_hash
+  end
+
+  
+  def  test_generate_package_file
+    correct_output = "Package: foo
+Version: 1.2.68
+Architecture: amd64
+Maintainer: <support@cloudscaling.com>
+Homepage: http://www.cloudscaling.com
+Priority: extra
+Depends: one, two, three
+Filename: pool/main/f/foo/foo_1.2.68_amd64.deb
+Size: 3
+MD5sum: acbd18db4cc2f85cedef654fccc4a4d8
+SHA1: 0beec7b5ea3f0fdbc95d0dd47f3c5bc275da8a33
+SHA256: 2c26b46b68ffc68ff99b453c1d30413413422d706483bfa0f98a5e886266e7ae
+Description: some
+ multiline
+ description
+
+Package: bar
+Version: 1.2.3.4
+Architecture: amd64
+Maintainer: <support@cloudscaling.com>
+Homepage: http://www.cloudscaling.com
+Priority: extra
+Depends: one, two, three
+Filename: pool/main/b/bar/bar_1.2.3.4_amd64.deb
+Size: 3
+MD5sum: 37b51d194a7513e45b56f6524f2d51f2
+SHA1: 62cdb7020ff920e5aa642c3d4066950dd1f01f4d
+SHA256: fcde2b2edba56bf408601fb721fe9b5c338d10ee429ea04fae5511b68fbf8fb9
+Description: no description given
+
+"
+    assert @deb.generate_package_file(@hash) == correct_output
+  end
+
+  def test_gzip
+    input = generate_random_string
+    gziped_pipe = @deb.generate_gzip_pipe(input)
+    output = @deb.gunzip_pipe gziped_pipe
+    assert input == output
+  end
+
+  
+  def test_md5
+    input = 'foo'
+    assert @deb.compute_md5(input) == 'acbd18db4cc2f85cedef654fccc4a4d8'
+  end
+
+  def test_sha1
+    input = 'foo'
+    assert @deb.compute_sha1(input) == '0beec7b5ea3f0fdbc95d0dd47f3c5bc275da8a33'
+  end
+
+  def test_sha256
+    input = 'foo'
+    assert @deb.compute_sha2(input) == '2c26b46b68ffc68ff99b453c1d30413413422d706483bfa0f98a5e886266e7ae'
+  end
+
+  def test_generate_package_release
+    package_release_file = "Component: main
+Origin: apt.cloudscaling.com
+Label: apt repository natty
+Architecture: amd64
+Description: Cloudscaling APT repository
+"
+    assert @deb.generate_package_release == package_release_file
+  end
+  
+  def test_generate_release
+    skip 'need to finish generate_release function'
+    release_file = "Origin: apt.cloudscaling.com
+Label: apt repository natty
+Codename: natty
+Date: Thu, 22 Dec 2011 00:29:55 UTC
+Architectures: amd64
+;Components: main universe multiverse
+Description: Cloudscaling APT repository
+MD5Sum:
+ a4b943ff89790ccdc186875dad67827b 5813 main/binary-amd64/Packages
+ 004fd3f868ebbe7501fb2e1c0c54e2a7 2148 main/binary-amd64/Packages.gz
+ 79dd2fee35fba7255dcd40e1f6529591 134 main/binary-amd64/Release
+SHA1:
+ 6e03924030eab56cb9735a52ec710537e682bcfc 5813 main/binary-amd64/Packages
+ 5f2989bae96e148cb5f18accc4357305926ab1e1 2148 main/binary-amd64/Packages.gz
+ 6d932af9af761f418e5374f73dcd09badb4fe57e 134 main/binary-amd64/Release
+SHA256:
+ dd8283f06beb4a5fc06ac62d3ae098e5ba2717daef2a15b5f3e9233eb64e0227 5813 main/binary-amd64/Packages
+ b197c5a3c1fe6a6d286e9f066a0cade289e3a2fc485c90407179951634788aa8 2148 main/binary-amd64/Packages.gz
+ 690b44df6fe65f40f260b73394e87804df78c9ccf13999889259faeed3eec40d 134 main/binary-amd64/Release
+"
+    assert @deb.generate_release == release_file
+  end
+  
+  def generate_random_string
+    rand(36**rand(50)).to_s(36)
+  end
+
+  def test_parse_package_stub
+    input_stub = "Package: foo
+Version: 1.2.68
+Architecture: amd64
+Maintainer: <support@cloudscaling.com>
+Homepage: http://www.cloudscaling.com
+Priority: extra
+Depends: one, two, three
+Filename: pool/main/f/foo/foo_1.2.68_amd64.deb
+Size: 3
+MD5sum: acbd18db4cc2f85cedef654fccc4a4d8
+SHA1: 0beec7b5ea3f0fdbc95d0dd47f3c5bc275da8a33
+SHA256: 2c26b46b68ffc68ff99b453c1d30413413422d706483bfa0f98a5e886266e7ae
+Description: some
+ multiline
+ description
+
+Package: bar
+Version: 1.2.3.4
+Architecture: amd64
+Maintainer: <support@cloudscaling.com>
+Homepage: http://www.cloudscaling.com
+Priority: extra
+Depends: one, two, three
+Filename: pool/main/b/bar/bar_1.2.3.4_amd64.deb
+Size: 3
+MD5sum: 37b51d194a7513e45b56f6524f2d51f2
+SHA1: 62cdb7020ff920e5aa642c3d4066950dd1f01f4d
+SHA256: fcde2b2edba56bf408601fb721fe9b5c338d10ee429ea04fae5511b68fbf8fb9
+Description: no description given
+
+"
+    correct_hash = {"Package"=>"foo", "Version"=>"1.2.68", "Architecture"=>"amd64", "Maintainer"=>"<support@cloudscaling.com>", "Homepage"=>"http://www.cloudscaling.com", "Priority"=>"extra", "Depends"=>"one, two, three", "Filename"=>"pool/main/f/foo/foo_1.2.68_amd64.deb", "Size"=>"3", "MD5sum"=>"acbd18db4cc2f85cedef654fccc4a4d8", "SHA1"=>"0beec7b5ea3f0fdbc95d0dd47f3c5bc275da8a33", "SHA256"=>"2c26b46b68ffc68ff99b453c1d30413413422d706483bfa0f98a5e886266e7ae", "Description"=>"some multiline\n description"}
+    read_buffer, write_buffer = IO.pipe
+    write_buffer.write input_stub
+    write_buffer.close
+    assert @deb.parse_package_stub(read_buffer.dup)[0] == correct_hash
+    assert_raises(RuntimeError) { @deb.parse_package_stub File.open('/tmp/foo') }
+  end
+
+  
+  def test_merge_package_file
+    package_file = File.open 'Packages.txt'
+    read_buffer, write_buffer = IO.pipe
+
+    @deb.merge_package_file(package_file,write_buffer,@hash)
+    
+  end
+  
+  
+end

data/test/deb_test2.rb

@@ -0,0 +1,31 @@
+#!/usr/bin/env ruby
+
+require 'minitest/autorun'
+
+my_dir = File.dirname __FILE__
+require File.join my_dir, 'deb'
+
+class TestReleasePusher < MiniTest::Unit::TestCase
+  def setup
+    @tempfile1 = File.open('/tmp/foo_1.2.68_amd64.deb','w+') { |f| f.write 'foo' }
+    @tempfile2 = File.open('/tmp/bar_1.2.3.4_amd64.deb','w+') { |f| f.write 'bar' }
+    @tempfile3 = File.open('/tmp/martin_1.2.3.4_amd64.deb','w+') { |f| f.write 'martin' }
+    
+    hashes = %w{
+                /home/martin/sheep/modules/substratum/debs/pod-services-0.5.0-967-amd64.deb
+                /home/martin/sheep/modules/substratum/debs/cs-chef-0.9.1-1782-all.deb
+                /home/martin/sheep/modules/substratum/debs/ruby1.9.2-1-amd64.deb
+              }
+
+    
+    @package_release = FRM::PackageRelease.new(hashes)
+    @release_pusher = FRM::ReleasePusher.new(@package_release,'1234','abcd',\
+                                             'some-bucket','testing/tmp/frm')
+  end
+
+  def test
+
+  end
+  
+end
+ 

data/test/s3.rb

@@ -0,0 +1,56 @@
+#!/usr/bin/env ruby
+
+require 'minitest/autorun'
+my_dir = File.dirname __FILE__
+require File.join my_dir, 's3'
+
+
+# this is a stupid hack to get the @@bucket region set properly
+DEFAULT_HOST =  's3-us-west-1.amazonaws.com'
+
+class TestFRM < MiniTest::Unit::TestCase
+
+  # these credentials only have access inside of cloudscaling-us-west-develop/testing/
+  @@access_key_id = 'abcd'
+  @@secret_key_id = '1234'
+  @@bucket = 'some-bucket'
+  @@prefix = 'testing/tmp/' + Time.now.strftime("%Y/%m/%d/%H:%M:%S ")
+  @@server = 's3-us-west-1.amazonaws.com'
+  @@timestamp = rand(9999).to_s
+
+  
+  @@key = @@prefix + "testing-" + @@timestamp.to_s
+  @@value = "rand: " + @@timestamp
+
+  # we need minitest to run in order
+  def self.test_order
+    :alpha
+  end
+  
+  def setup
+    @frm = FRM::S3.new(@@access_key_id,@@secret_key_id,@@server)
+  end
+
+  def test_aput
+    assert @frm.put @@key,@@value,@@bucket
+  end
+
+  def test_bkey?
+    assert @frm.key? @@key,@@bucket
+  end
+
+  def test_cget
+    assert_equal @@value, @frm.get(@@key,@@bucket)
+  end
+
+  def test_ddelete
+    assert @frm.delete @@key, @@bucket
+  end
+
+  # this is broken :(
+  def test_ekey?
+    skip 'need to debug key?'
+    refute  @frm.key?(@@key,@@bucket)
+  end
+
+end

metadata

@@ -5,8 +5,8 @@ version: !ruby/object:Gem::Version
   segments: 
   - 0
   - 0
-  - 1
-  version: 0.0.1
+  - 2
+  version: 0.0.2
 platform: ruby
 authors: 
 - Martin Rhoads
@@ -21,8 +21,8 @@ dependencies: []
 description: FRM makes it easy to build package repositories on S3
 email: 
 - ermal14@gmail.com
-executables: []
-
+executables: 
+- fpm
 extensions: []
 
 extra_rdoc_files: []
@@ -30,11 +30,17 @@ extra_rdoc_files: []
 files: 
 - .gitignore
 - Gemfile
+- LICENSE
 - Rakefile
+- bin/fpm
 - frm.gemspec
-- frm/.gitignore
 - lib/frm.rb
+- lib/frm/deb.rb
+- lib/frm/s3.rb
 - lib/frm/version.rb
+- test/deb_test.rb
+- test/deb_test2.rb
+- test/s3.rb
 has_rdoc: true
 homepage: https://github.com/ermal14/frm
 licenses: []
@@ -67,5 +73,7 @@ rubygems_version: 1.3.7
 signing_key: 
 specification_version: 3
 summary: Effin Repo Manager
-test_files: []
-
+test_files: 
+- test/deb_test.rb
+- test/deb_test2.rb
+- test/s3.rb

data/frm/.gitignore

@@ -1,4 +0,0 @@
-*.gem
-.bundle
-Gemfile.lock
-pkg/*