geemus-fog 0.0.0

data/.document

@@ -0,0 +1,5 @@
+README.rdoc
+lib/**/*.rb
+bin/*
+features/**/*.feature
+LICENSE

data/.gitignore

@@ -0,0 +1,6 @@
+*.sw?
+.DS_Store
+coverage
+rdoc
+pkg
+spec/credentials.yml

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 Wesley Beary
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,7 @@
+= fog
+
+Description goes here.
+
+== Copyright
+
+Copyright (c) 2009 Wesley Beary. See LICENSE for details.

data/Rakefile

@@ -0,0 +1,94 @@
+require 'rubygems'
+require 'rake'
+
+current_directory = File.dirname(__FILE__)
+require "#{current_directory}/lib/fog"
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "fog"
+    gem.summary = %Q{brings clouds to you}
+    gem.email = "me@geemus.com"
+    gem.homepage = "http://github.com/geemus/fog"
+    gem.authors = ["Wesley Beary"]
+    gem.rubyforge_project = "fog"
+  
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+  end
+rescue LoadError
+  puts "Jeweler not available. Install it with: sudo gem install technicalpickles-jeweler -s http://gems.github.com"
+end
+
+require 'spec/rake/spectask'
+Spec::Rake::SpecTask.new(:spec) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.spec_opts = ['-c']
+  spec.spec_files = FileList['spec/**/*_spec.rb']
+end
+
+Spec::Rake::SpecTask.new(:rcov) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.pattern = 'spec/**/*_spec.rb'
+  spec.rcov = true
+end
+
+namespace :specs do
+
+  task :with_mocking do
+    Fog.mocking = true
+    Rake::Task[:spec].invoke
+  end
+
+  task :without_mocking do
+    Fog.mocking = true
+    Rake::Task[:spec].invoke
+  end
+
+end
+
+desc 'Run specs with and without mocking'
+task :specs => %w[ specs:with_mocking specs:without_mocking ]
+
+task :default => :specs
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  if File.exist?('VERSION.yml')
+    config = YAML.load(File.read('VERSION.yml'))
+    version = "#{config[:major]}.#{config[:minor]}.#{config[:patch]}"
+  else
+    version = ""
+  end
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "fog #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+begin
+  require 'rake/contrib/sshpublisher'
+  namespace :rubyforge do
+    
+    desc "Release gem and RDoc documentation to RubyForge"
+    task :release => ["rubyforge:release:gem", "rubyforge:release:docs"]
+    
+    namespace :release do
+      desc "Publish RDoc to RubyForge."
+      task :docs => [:rdoc] do
+        config = YAML.load(
+            File.read(File.expand_path('~/.rubyforge/user-config.yml'))
+        )
+
+        host = "#{config['username']}@rubyforge.org"
+        remote_dir = "/var/www/gforge-projects/fog/"
+        local_dir = 'rdoc'
+
+        Rake::SshDirPublisher.new(host, remote_dir, local_dir).upload
+      end
+    end
+  end
+rescue LoadError
+  puts "Rake SshDirPublisher is unavailable or your rubyforge environment is not configured."
+end

data/VERSION

@@ -0,0 +1 @@
+0.0.0

data/benchs/fog_vs.rb

@@ -0,0 +1,76 @@
+require 'rubygems'
+require 'benchmark'
+require 'right_aws'
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+require 'fog/aws'
+
+data = File.open(File.expand_path('~/.s3conf/s3config.yml')).read
+config = YAML.load(data)
+fog = Fog::AWS::S3.new(
+  :aws_access_key_id => config['aws_access_key_id'],
+  :aws_secret_access_key => config['aws_secret_access_key']
+)
+raws = RightAws::S3Interface.new(
+  config['aws_access_key_id'],
+  config['aws_secret_access_key']
+)
+raws.logger.level = 3 # ERROR
+
+TIMES = 10
+
+Benchmark.bmbm(25) do |bench|
+  bench.report('fog.put_bucket') do
+    TIMES.times do |x|
+      fog.put_bucket("fogbench#{x}")
+    end
+  end
+  bench.report('raws.create_bucket') do
+    TIMES.times do |x|
+      raws.create_bucket("rawsbench#{x}")
+    end
+  end
+
+  bench.report('fog.put_object') do
+    TIMES.times do |x|
+      TIMES.times do |y|
+        file = File.open(File.dirname(__FILE__) + '/../spec/lorem.txt', 'r')
+        fog.put_object("fogbench#{x}", "lorem_#{y}", file)
+      end
+    end
+  end
+  bench.report('raws.put') do
+    TIMES.times do |x|
+      TIMES.times do |y|
+        file = File.open(File.dirname(__FILE__) + '/../spec/lorem.txt', 'r')
+        raws.put("rawsbench#{x}", "lorem_#{y}", file)
+      end
+    end
+  end
+
+  bench.report('fog.delete_object') do
+    TIMES.times do |x|
+      TIMES.times do |y|
+        fog.delete_object("fogbench#{x}", "lorem_#{y}")
+      end
+    end
+  end
+  bench.report('raws.delete') do
+    TIMES.times do |x|
+      TIMES.times do |y|
+        raws.delete("rawsbench#{x}", "lorem_#{y}")
+      end
+    end
+  end
+
+  bench.report('fog.delete_bucket') do
+    TIMES.times do |x|
+      fog.delete_bucket("fogbench#{x}")
+    end
+  end
+  bench.report('raws.delete_bucket') do
+    TIMES.times do |x|
+      raws.delete_bucket("rawsbench#{x}")
+    end
+  end
+end

data/benchs/headers_split_vs_match.rb

@@ -0,0 +1,18 @@
+require 'benchmark'
+
+COUNT = 1000
+data = "Content-Length: 100"
+Benchmark.bmbm(25) do |bench|
+  bench.report('regex') do
+    COUNT.times do
+      header = data.match(/(.*):\s(.*)/)
+      "#{header[1]}: #{header[2]}"
+    end
+  end
+  bench.report('split') do
+    COUNT.times do
+      header = data.split(': ')
+      "#{header[0]}: #{header[1]}"
+    end
+  end
+end

data/benchs/params.rb

@@ -0,0 +1,43 @@
+require 'benchmark'
+
+def hash(options)
+  result = "#{options.delete(:name)}"
+  for key, value in options
+    result << " #{key} => #{value} "
+  end
+  result
+end
+
+def optional(name, a = nil, b = nil, c = nil)
+  result = "#{name}"
+  options = { :a => a, :b => b, :c => c }
+  for key, value in options
+    result << " #{key} => #{value} "
+  end
+  result
+end
+
+COUNT = 100_000
+data = "Content-Length: 100"
+Benchmark.bmbm(25) do |bench|
+  bench.report('hash') do
+    COUNT.times do
+      hash({:name => 'name'})
+    end
+  end
+  bench.report('optional') do
+    COUNT.times do
+      optional('name')
+    end
+  end
+  bench.report('hash_with_option') do
+    COUNT.times do
+      hash({:name => 'name', :a => 'a', :b => 'b', :c => 'c'})
+    end
+  end
+  bench.report('optional_with_option') do
+    COUNT.times do
+      optional('name', :a => 'a', :b => 'b', :c => 'c')
+    end
+  end
+end

data/benchs/parse_vs_push.rb

@@ -0,0 +1,60 @@
+require 'benchmark'
+require 'rubygems'
+require 'nokogiri'
+
+class Parser < Nokogiri::XML::SAX::Document
+
+  attr_reader :response
+
+  def initialize
+    reset
+  end
+
+  def reset
+    @item = {}
+    @response = { :items => [] }
+  end
+
+  def characters(string)
+    @value << string.strip
+  end
+
+  def start_element(name, attrs = [])
+    @value = ''
+  end
+
+  def end_element(name)
+    case name
+    when 'item'
+      @response[:items] << @item
+      @item = {}
+    when 'key'
+      @item[:key] = @value
+    end
+  end
+
+end
+
+data = <<-DATA
+<items>
+  <item>
+    <key>value</key>
+  </item>
+</items>
+DATA
+
+COUNT = 100
+
+Benchmark.bmbm(25) do |bench|
+  bench.report('parse') do
+    parser = Parser.new
+    Nokogiri::XML::SAX::Parser.new(parser).parse(data)
+    parser.response
+  end
+
+  bench.report('push') do
+    parser = Parser.new
+    Nokogiri::XML::SAX::PushParser.new(parser).write(data, true)
+    parser.response
+  end
+end

data/benchs/stripping.rb

@@ -0,0 +1,26 @@
+require 'benchmark'
+
+COUNT = 1_000_000
+data = "Content-Length: 100\r\n"
+Benchmark.bmbm(25) do |bench|
+  bench.report('chomp') do
+    COUNT.times do
+      data.chomp
+    end
+  end
+  bench.report('chop') do
+    COUNT.times do
+      data.chop
+    end
+  end
+  bench.report('strip') do
+    COUNT.times do
+      data.strip
+    end
+  end
+  bench.report('index') do
+    COUNT.times do
+      data[0..-3]
+    end
+  end
+end

data/lib/fog/aws/ec2.rb

@@ -0,0 +1,159 @@
+module Fog
+  module AWS
+    class EC2
+
+      def self.reload
+        current_directory = File.dirname(__FILE__)
+        load "#{current_directory}/../connection.rb"
+        load "#{current_directory}/../parser.rb"
+        load "#{current_directory}/../response.rb"
+
+        parsers_directory = "#{current_directory}/parsers/ec2"
+        load "#{parsers_directory}/allocate_address.rb"
+        load "#{parsers_directory}/attach_volume.rb"
+        load "#{parsers_directory}/basic.rb"
+        load "#{parsers_directory}/create_key_pair.rb"
+        load "#{parsers_directory}/create_snapshot.rb"
+        load "#{parsers_directory}/create_volume.rb"
+        load "#{parsers_directory}/describe_addresses.rb"
+        load "#{parsers_directory}/describe_availability_zones.rb"
+        load "#{parsers_directory}/describe_images.rb"
+        load "#{parsers_directory}/describe_instances.rb"
+        load "#{parsers_directory}/describe_key_pairs.rb"
+        load "#{parsers_directory}/describe_regions.rb"
+        load "#{parsers_directory}/describe_security_groups.rb"
+        load "#{parsers_directory}/describe_snapshots.rb"
+        load "#{parsers_directory}/describe_volumes.rb"
+        load "#{parsers_directory}/detach_volume.rb"
+        load "#{parsers_directory}/get_console_output.rb"
+        load "#{parsers_directory}/run_instances.rb"
+        load "#{parsers_directory}/terminate_instances.rb"
+
+        requests_directory = "#{current_directory}/requests/ec2"
+        load "#{requests_directory}/allocate_address.rb"
+        load "#{requests_directory}/associate_address.rb"
+        load "#{requests_directory}/attach_volume.rb"
+        load "#{requests_directory}/authorize_security_group_ingress.rb"
+        # TODO: require "#{requests_directory}/bundle_instance.rb"
+        # TODO: require "#{requests_directory}/cancel_bundle_task.rb"
+        # TODO: require "#{requests_directory}/confirm_product_instance.rb"
+        load "#{requests_directory}/create_key_pair.rb"
+        load "#{requests_directory}/create_security_group.rb"
+        load "#{requests_directory}/create_snapshot.rb"
+        load "#{requests_directory}/create_volume.rb"
+        load "#{requests_directory}/delete_key_pair.rb"
+        load "#{requests_directory}/delete_security_group.rb"
+        load "#{requests_directory}/delete_snapshot.rb"
+        load "#{requests_directory}/delete_volume.rb"
+        # TODO: require "#{requests_directory}/deregister_image.rb"
+        load "#{requests_directory}/describe_addresses.rb"
+        load "#{requests_directory}/describe_availability_zones.rb"
+        # TODO: require "#{requests_directory}/describe_bundle_tasks.rb"
+        # TODO: require "#{requests_directory}/describe_image_attribute.rb"
+        load "#{requests_directory}/describe_images.rb"
+        load "#{requests_directory}/describe_instances.rb"
+        load "#{requests_directory}/describe_key_pairs.rb"
+        load "#{requests_directory}/describe_regions.rb"
+        # TODO: require "#{requests_directory}/describe_reserved_instances.rb"
+        # TODO: require "#{requests_directory}/describe_reserved_instances_offerings.rb"
+        load "#{requests_directory}/describe_security_groups.rb"
+        load "#{requests_directory}/describe_snapshots.rb"
+        load "#{requests_directory}/describe_volumes.rb"
+        load "#{requests_directory}/detach_volume.rb"
+        load "#{requests_directory}/disassociate_address.rb"
+        load "#{requests_directory}/get_console_output.rb"
+        # TODO: require "#{requests_directory}/modify_image_attribute.rb"
+        # TODO: require "#{requests_directory}/monitor_instances.rb"
+        # TODO: require "#{requests_directory}/purchase_reserved_instances_offering.rb"
+        load "#{requests_directory}/reboot_instances.rb"
+        # TODO: require "#{requests_directory}/register_image.rb"
+        load "#{requests_directory}/release_address.rb"
+        load "#{requests_directory}/revoke_security_group_ingress.rb"
+        load "#{requests_directory}/run_instances.rb"
+        load "#{requests_directory}/terminate_instances.rb"
+        # TODO: require "#{requests_directory}/unmonitor_instances.rb"
+      end
+
+      if Fog.mocking?
+        attr_accessor :data
+      end
+
+      # Initialize connection to EC2
+      #
+      # ==== Notes
+      # options parameter must include values for :aws_access_key_id and 
+      # :aws_secret_access_key in order to create a connection
+      #
+      # ==== Examples
+      #   sdb = SimpleDB.new(
+      #    :aws_access_key_id => your_aws_access_key_id,
+      #    :aws_secret_access_key => your_aws_secret_access_key
+      #   )
+      #
+      # ==== Parameters
+      # * options<~Hash> - config arguments for connection.  Defaults to {}.
+      #
+      # ==== Returns
+      # * EC2 object with connection to aws.
+      def initialize(options={})
+        @aws_access_key_id      = options[:aws_access_key_id]
+        @aws_secret_access_key  = options[:aws_secret_access_key]
+        @hmac       = HMAC::SHA256.new(@aws_secret_access_key)
+        @host       = options[:host]      || 'ec2.amazonaws.com'
+        @port       = options[:port]      || 443
+        @scheme     = options[:scheme]    || 'https'
+        @connection = Fog::Connection.new("#{@scheme}://#{@host}:#{@port}")
+
+        if Fog.mocking?
+          @data = { :deleted_at => {}, :addresses => {}, :key_pairs => {}, :security_groups => {}, :volumes => {} }
+        end
+      end
+
+      private
+
+      def indexed_params(name, params)
+        indexed, index = {}, 1
+        for param in [*params]
+          indexed["#{name}.#{index}"] = param
+          index += 1
+        end
+        indexed
+      end
+
+      def request(params, parser)
+        params.merge!({
+          'AWSAccessKeyId' => @aws_access_key_id,
+          'SignatureMethod' => 'HmacSHA256',
+          'SignatureVersion' => '2',
+          'Timestamp' => Time.now.utc.strftime("%Y-%m-%dT%H:%M:%SZ"),
+          'Version' => '2009-04-04'
+        })
+
+        body = ''
+        for key in params.keys.sort
+          unless (value = params[key]).nil?
+            body << "#{key}=#{CGI.escape(value.to_s).gsub(/\+/, '%20')}&"
+          end
+        end
+
+        string_to_sign = "POST\n#{@host}\n/\n" << body.chop
+        hmac = @hmac.update(string_to_sign)
+        body << "Signature=#{CGI.escape(Base64.encode64(hmac.digest).chomp!).gsub(/\+/, '%20')}"
+
+        response = @connection.request({
+          :body     => body,
+          :expects  => 200,
+          :headers  => { 'Content-Type' => 'application/x-www-form-urlencoded' },
+          :host     => @host,
+          :method   => 'POST',
+          :parser   => parser
+        })
+
+        response
+      end
+
+    end
+  end
+end
+
+Fog::AWS::EC2.reload

data/lib/fog/aws/parsers/ec2/allocate_address.rb

@@ -0,0 +1,19 @@
+module Fog
+  module Parsers
+    module AWS
+      module EC2
+
+        class AllocateAddress < Fog::Parsers::Base
+
+          def end_element(name)
+            case name
+            when 'publicIp', 'requestId'
+              @response[name] = @value
+            end
+          end
+
+        end
+      end
+    end
+  end
+end

data/lib/fog/aws/parsers/ec2/attach_volume.rb

@@ -0,0 +1,22 @@
+module Fog
+  module Parsers
+    module AWS
+      module EC2
+
+        class AttachVolume < Fog::Parsers::Base
+
+          def end_element(name)
+            case name
+            when 'attachTime'
+              @response[name] = Time.parse(@value)
+            when 'device', 'instanceId', 'requestId', 'status', 'volumeId'
+              @response[name] = @value
+            end
+          end
+
+        end
+
+      end
+    end
+  end
+end

data/lib/fog/aws/parsers/ec2/basic.rb

@@ -0,0 +1,25 @@
+module Fog
+  module Parsers
+    module AWS
+      module EC2
+
+        class Basic < Fog::Parsers::Base
+
+          def end_element(name)
+            case name
+            when 'requestId'
+              @response[name] = @value
+            when 'return'
+              if @value == 'true'
+                @response[name] = true
+              else
+                @response[name] = false
+              end
+            end
+          end
+
+        end
+      end
+    end
+  end
+end

data/lib/fog/aws/parsers/ec2/create_key_pair.rb

@@ -0,0 +1,20 @@
+module Fog
+  module Parsers
+    module AWS
+      module EC2
+
+        class CreateKeyPair < Fog::Parsers::Base
+
+          def end_element(name)
+            case name
+            when 'keyFingerprint', 'keyMaterial', 'keyName', 'requestId'
+              @response[name] = @value
+            end
+          end
+
+        end
+
+      end
+    end
+  end
+end

data/lib/fog/aws/parsers/ec2/create_snapshot.rb

@@ -0,0 +1,22 @@
+module Fog
+  module Parsers
+    module AWS
+      module EC2
+
+        class CreateSnapshot < Fog::Parsers::Base
+
+          def end_element(name)
+            case name
+            when 'progress', 'snapshotId', 'status', 'volumeId'
+              @response[name] = @value
+            when 'startTime'
+              @response[name] = Time.parse(@value)
+            end
+          end
+
+        end
+
+      end
+    end
+  end
+end

data/lib/fog/aws/parsers/ec2/create_volume.rb

@@ -0,0 +1,24 @@
+module Fog
+  module Parsers
+    module AWS
+      module EC2
+
+        class CreateVolume < Fog::Parsers::Base
+
+          def end_element(name)
+            case name
+            when 'availabilityZone', 'requestId', 'snapshotId', 'status', 'volumeId'
+              @response[name] = @value
+            when 'createTime'
+              @response[name] = Time.parse(@value)
+            when 'size'
+              @response[name] = @value.to_i
+            end
+          end
+
+        end
+
+      end
+    end
+  end
+end