fog 0.10.0 → 0.11.0

data/.gitignore

@@ -4,9 +4,10 @@
 *.sw?
 .bundle
 .DS_Store
-docs/_site/*
 coverage
 doc/*
+docs/_site/*
+docs/about/supported_services.markdown
 Gemfile.lock
 rdoc
 pkg

data/Rakefile

@@ -46,6 +46,15 @@ end
 
 task :default => :test
 
+namespace :test do
+  task :dynect do
+    [false].each do |mock|
+      sh("export FOG_MOCK=#{mock} && bundle exec shindont tests/dns/requests/dynect")
+      #sh("export FOG_MOCK=#{mock} && bundle exec shindont tests/dns/models/")
+    end
+  end
+end
+
 task :examples do
   sh("export FOG_MOCK=false && bundle exec shindont examples")
   # some don't provide mocks so we'll leave this out for now
@@ -137,7 +146,6 @@ task :release => :build do
   sh "git tag v#{version}"
   sh "git push origin master"
   sh "git push origin v#{version}"
-  Rake::Task[:build].invoke # rebuild with updated changelog
   sh "gem push pkg/#{name}-#{version}.gem"
   Rake::Task[:docs].invoke
 end
@@ -182,6 +190,18 @@ task :changelog do
   changelog << ('=' * changelog[0].length)
   changelog << ''
 
+  require 'multi_json'
+  github_data = MultiJson.decode(Excon.get('http://github.com/api/v2/json/repos/show/geemus/fog').body)
+  data = github_data['repository'].reject {|key, value| !['forks', 'open_issues', 'watchers'].include?(key)}
+  rubygems_data = MultiJson.decode(Excon.get('https://rubygems.org/api/v1/gems/fog.json').body)
+  data['downloads'] = rubygems_data['downloads']
+  stats = []
+  for key in data.keys.sort
+    stats << "'#{key}' => #{data[key]}"
+  end
+  changelog << "Stats! { #{stats.join(', ')} }"
+  changelog << ''
+
   last_sha = `cat changelog.txt | head -1`.split(' ').last
   shortlog = `git shortlog #{last_sha}..HEAD`
   changes = {}
@@ -208,7 +228,10 @@ task :changelog do
   for committer, commits in committers.to_a.sort {|x,y| y[1] <=> x[1]}
     if [
         'Aaron Suggs',
+        'Christopher Oliver',
+        'Dylan Egan',
         'geemus',
+        'Henry Addison',
         'Lincoln Stoll',
         'Luqman Amjad',
         'nightshade427',
@@ -238,6 +261,7 @@ task :changelog do
 end
 
 task :docs do
+  Rake::Task[:supported_services_docs].invoke
   Rake::Task[:upload_fog_io].invoke
   Rake::Task[:upload_rdoc].invoke
 
@@ -256,6 +280,71 @@ task :docs do
   Formatador.display_line
 end
 
+task :supported_services_docs do
+  support, shared = {}, []
+  for key, values in Fog.services
+    unless values.length == 1
+      shared |= [key]
+      values.each do |value|
+        support[value] ||= {}
+        support[value][key] = '+'
+      end
+    else
+      value = values.first
+      support[value] ||= {}
+      support[value][:other] ||= []
+      support[value][:other] << key
+    end
+  end
+  shared.sort! {|x,y| x.to_s <=> y.to_s}
+  columns = [:provider] + shared + [:other]
+  data = []
+  for key in support.keys.sort {|x,y| x.to_s <=> y.to_s}
+    data << { :provider => key }.merge!(support[key])
+  end
+
+  table = ''
+  table << "<table border='1'>\n"
+
+  table << "  <tr>"
+  for column in columns
+    table << "<th>#{column}</th>"
+  end
+  table << "</tr>\n"
+
+  for datum in data
+    table << "  <tr>"
+    for column in columns
+      if value = datum[column]
+        case value
+        when Array
+          table << "<td>#{value.join(', ')}</td>"
+        when '+'
+          table << "<td style='text-align: center;'>#{value}</td>"
+        else
+          table << "<th>#{value}</th>"
+        end
+      else
+        table << "<td></td>"
+      end
+    end
+    table << "</tr>\n"
+  end
+
+  table << "</table>\n"
+
+  File.open('docs/about/supported_services.markdown', 'w') do |file|
+    file.puts <<-METADATA
+---
+layout: default
+title:  Supported Services
+---
+
+METADATA
+    file.puts(table)
+  end
+end
+
 task :upload_fog_io do
   # connect to storage provider
   Fog.credential = :geemus

data/bin/fog

@@ -5,7 +5,11 @@ require 'yaml'
 Fog.credential = ARGV.first ? ARGV.first.to_sym : nil
 Fog.mock! if ENV['FOG_MOCK']
 if Fog.credentials.empty?
-  Fog::Errors.missing_credentials
+  begin
+    Fog::Errors.missing_credentials
+  rescue Fog::Errors::LoadError => error
+    abort error.message
+  end
 end
 
 require 'fog/bin'

data/changelog.txt

@@ -1,3 +1,159 @@
+0.11.0 08/18/2011 73bcee507a4732e071c58d85793b7f307eb377dc
+==========================================================
+
+Stats! { 'downloads' => 202791, 'forks' => 237, 'open_issues' => 20, 'watchers' => 1427 }
+
+MVP! Brian Hartsock
+
+[aws|cdn]
+  Added commands for streaming distribution lists. thanks Christopher Oliver
+
+[aws|compute]
+  describe security groups parser was not taking into account ipPermissionsEgress and therefore returning unexpected results when the account had VPC groups. thanks Christopher Oliver
+  Added missing 'platform' attribute to server model and describe instances request. thanks Christopher Oliver
+
+[aws|iam]
+  fix 'Path' handling for get_group response. thanks Nick Osborn
+  add missing update_server_certificate request. thanks Nick Osborn
+
+[aws|rds]
+  Allow string or symbol hash keys. thanks Aaron Suggs
+
+[aws|s3]
+  Added basic tests for get_bucket, fixed a bug in get_bucket with delimiter option, tests succeed for both mocked and real situation. thanks Erik Terpstra
+  policy should be base64 encoded and not contain new lines. thanks Fujimura Daisuke
+  Require 'multi_json' was lucked. thanks Fujimura Daisuke
+
+[compute]
+  add server base class to contain shared stuff (scp/ssh). thanks geemus
+
+[compute|aws]
+  Whitespace removal. thanks Dylan Egan
+  Allow image mocks to support state (except failed). thanks Dylan Egan
+  fix pluralization of modify_image_attribute. thanks geemus
+  update modify image/snapshot attribute to match latest API. thanks geemus
+  add modify_image_attribute. thanks geemus
+  add support for saving assigned tags at server creation time. thanks geemus
+  add docs for new options on run_instances. thanks geemus
+  guard tag creation against empty tag set. thanks geemus
+  fixes for bootstrap and placing attributes json. thanks geemus
+  identity not needed for setup. thanks geemus
+  fix for running nice with mocked test run. thanks geemus
+
+[compute|brightbox]
+  Updated test for new expected response from server. thanks Paul Thornthwaite
+  Updated Account format test to allow valid_credit_card flag. thanks Paul Thornthwaite
+  Added IPv6 address to format now it is exposed to API. thanks Paul Thornthwaite
+  DRY up request method. thanks Paul Thornthwaite
+  Corrected attribute name. thanks Paul Thornthwaite
+
+[compute|voxel]
+  position in format is string, not integer. thanks geemus
+
+[dns]
+  dry generate_unique_domain to tests helper. thanks geemus
+
+[dns|dynect]
+  cleanup of initial implementation. thanks geemus
+  fixes to play nice with mocked test runs. thanks geemus
+
+[dns|zerigo]
+  add host/port/scheme to recognizes. thanks geemus
+
+[docs]
+  add task to build/publish supported services matrix. thanks geemus
+  alphasort doc tasks. thanks geemus
+
+[misc]
+  if creating an s3 directory (bucket), one needs to pass in :location as well as have the aws connection set to the correct region... thanks Adam Greene
+  - Write files as binary (otherwise UTF8 - ASCII errors can occur)      - Check if File exists before trying to delete it (paperclip sometimes deletes files twice)      - Check if Directory exists before trying to "cd" into it. thanks Andre Meij
+  Fix issue 464, add howto for European Rackspace cloud. thanks Andre Meij
+  Initial support for adding/deleting a load balancer (requests only). thanks Brian Hartsock
+  Complete lifecycle for a load balancer. thanks Brian Hartsock
+  Improved error handling. thanks Brian Hartsock
+  Model and collection for load balancers. thanks Brian Hartsock
+  Fixed issues with loading all LB params. thanks Brian Hartsock
+  Requests for nodes. thanks Brian Hartsock
+  Rackspace Load Balancers: model classes for nodes. thanks Brian Hartsock
+  Rackspace Load Balancers: requests for virtual ips. thanks Brian Hartsock
+  Added virtual IP models. thanks Brian Hartsock
+  Rackspace LB: Made some updates from the pull request. thanks Brian Hartsock
+  Rackspace LB: protocols, algorithms, and connection logging. thanks Brian Hartsock
+  Added access list requests. thanks Brian Hartsock
+  Rackspace LB: Added session persistence requests. thanks Brian Hartsock
+  Rackspace LB: Connection throttling requests. thanks Brian Hartsock
+  Rackspace LB: Fixed issues with connection logging model. thanks Brian Hartsock
+  Rackspace LB: Health Monitor requests. thanks Brian Hartsock
+  Rackspace LB: account usage request. thanks Brian Hartsock
+  Rackspace LB: Load Balancer Usage requests. thanks Brian Hartsock
+  Rackspace LB: Added model capabilities for a lot of additional actions. thanks Brian Hartsock
+  Rackspace LB: models for access lists. thanks Brian Hartsock
+  Rackspace LB: account usage call. thanks Brian Hartsock
+  Rackspace LB: Refactoring and cleanup. thanks Brian Hartsock
+  register_image mocking support. thanks Dylan Egan
+  Remove GENTOO_AMI. thanks Dylan Egan
+  Store it under the ID, not the name. thanks Dylan Egan
+  Allow tag filtering for images. thanks Dylan Egan
+  Set imageOwnerAlias to self. Not 100% on this, but it will allow you to search for images with 'owner-alias' => 'self'. thanks Dylan Egan
+  Back to using Owner. A couple of tests for it too. thanks Dylan Egan
+  Added support for delimiter option in Fog::Storage::AWS::Mock object. thanks Erik Terpstra
+  Link to EBS snapshots blog post. thanks Gavin Sandie
+  Add force stop functionality to AWS Instance. thanks John Ferlito
+  * Changed LoadError to Fog::Error::LoadError when missing configuration     * When running from command line, rescue the exception, and print the help message. thanks Mark A. Miller
+  * Fix VirtualBox in compute case statement. thanks Mark A. Miller
+  Update to the latest VirtualBox gem while we're at it for good measure. thanks Mark A. Miller
+  add dynect DNS provider with session request implemented. thanks Michael Hale
+  add dynect provider and cleanup extra requires. thanks Michael Hale
+  enable mocking for dynect. thanks Michael Hale
+  parse session request and fix mock for tests. thanks Michael Hale
+  whoops forgot to add these files. thanks Michael Hale
+  temporary rake task for convenient testing. thanks Michael Hale
+  include /REST in all requests. thanks Michael Hale
+  change API-Token to Auth-Token. thanks Michael Hale
+  add zone request. thanks Michael Hale
+  fix API-Token in mock session request. thanks Michael Hale
+  always run both mock and non-mock tests. thanks Michael Hale
+  parse the list of zones returned. thanks Michael Hale
+  require builder in dynect. thanks Michael Hale
+  WIP:  add stub model classes. thanks Michael Hale
+  tests passing. thanks Michael Hale
+  rename zone request to zones. thanks Michael Hale
+  add zone request to show information for a single zone. thanks Michael Hale
+  hook up zones model. thanks Michael Hale
+  hook up zones.get. thanks Michael Hale
+  dynect: add a bunch of stuff: node_list, list_any_records, handle 307 job     redirect,. thanks Michael Hale
+  dynect: nicer filter api for records. thanks Michael Hale
+  Escape source object name when copying. thanks Pratik Naik
+  provide #providers for shared services. thanks geemus
+
+[rackspace|load balancers]
+  fixed broken tests. thanks Brian Hartsock
+
+[rackspace|load_balancers]
+  fixes to play nice with mock test runs. thanks geemus
+  fix typo in tests. thanks geemus
+
+[rackspace|loadbalancers]
+  cleanup. thanks geemus
+
+[release]
+  add newest MVP to changelog task MVP omit list. thanks geemus
+  add stats to changelog. thanks geemus
+  remove un-needed rebuild of gem. thanks geemus
+
+[storage]
+  fix deprecated get_url usage. thanks geemus
+
+[storage|aws]
+  simplify region accessor. thanks geemus
+
+[storage|ninefold]
+  remove debug output. thanks geemus
+
+[tests]
+  non-destructively generate id for get('fake') == nil tests. thanks geemus
+
+
 0.10.0 07/25/2011 9ca8cffc000c417a792235438c12855a277fe1ce
 ==========================================================
 

data/docs/_layouts/default.html

@@ -61,6 +61,7 @@
         <li><a href="/about/getting_started.html">Getting Started</a></li>
         <li><a href="/about/press.html">Press</a></li>
         <li><a href="/about/structure.html">Structure</a></li>
+        <li><a href="/about/supported_services.html">Supported Services</a></li>
         <li><a href="/about/users.html">Users</a></li>
       </ul>
 

data/docs/about/press.markdown

@@ -5,6 +5,10 @@ title:  Press
 
 Mentions and blog posts from elsewhere in reverse chronological order by day (and alphasorted for same days).
 
+**August 1st, 2011**
+
+* [Using EBS Snapshots with Fog](http://www.mediamolecule.com/lab/article/using_ebs_snapshots_with_fog/)
+
 **June 21st, 2011**
 
 * [Mocking fog When Using It With Carrierwave](http://www.engineyard.com/blog/2011/mocking-fog-when-using-it-with-carrierwave/)

data/docs/compute/index.markdown

@@ -81,6 +81,10 @@ Rackspace has <a href="http://www.rackspacecloud.com/cloud_hosting_products/serv
       :rackspace_api_key  => RACKSPACE_API_KEY
     })
 
+If you work with the European cloud from Rackspace you have to add the following:
+
+    :rackspace_auth_url => "lon.auth.api.rackspacecloud.com"
+
 We will skip over learning how to do this the 'Rackspace Way' and instead jump right to using bootstrap to get their smallest Ubuntu 10.04 LTS server.
 
     server = connection.servers.bootstrap

data/docs/storage/index.markdown

@@ -145,6 +145,10 @@ Rackspace has <a href="http://www.rackspacecloud.com/cloud_hosting_products/file
       :rackspace_api_key  => RACKSPACE_API_KEY
     })
 
+If you work with the European cloud from Rackspace you have to add the following:
+
+    :rackspace_auth_url => "lon.auth.api.rackspacecloud.com"
+
 Then create, save, destroy as per fog-for-AWS. The `:public => true` option when creating directories (see above) is important for Rackspace; your folder and files won't be shared to Rackspace's CDN and hence your users without it.  Similarly the `:public =&gt; true` on files is important for AWS and Google or they will be private.
 
 ## Local Storage

data/fog.gemspec

@@ -6,8 +6,8 @@ Gem::Specification.new do |s|
   ## If your rubyforge_project name is different, then edit it and comment out
   ## the sub! line in the Rakefile
   s.name              = 'fog'
-  s.version           = '0.10.0'
-  s.date              = '2011-07-25'
+  s.version           = '0.11.0'
+  s.date              = '2011-08-18'
   s.rubyforge_project = 'fog'
 
   ## Make sure your summary is short. The description may be as long
@@ -53,7 +53,7 @@ Gem::Specification.new do |s|
   s.add_development_dependency('rdoc')
   s.add_development_dependency('rspec', '~>1.3.1')
   s.add_development_dependency('shindo', '~>0.3.4')
-  s.add_development_dependency('virtualbox', '~>0.8.3')
+  s.add_development_dependency('virtualbox', '~>0.9.1')
 
   s.files = `git ls-files`.split("\n")
   s.test_files = `git ls-files -- {spec,tests}/*`.split("\n")

data/lib/fog.rb

@@ -3,7 +3,7 @@ require File.join(File.dirname(__FILE__), 'fog', 'core')
 module Fog
 
   unless const_defined?(:VERSION)
-    VERSION = '0.10.0'
+    VERSION = '0.11.0'
   end
 
 end

data/lib/fog/aws/iam.rb

@@ -16,8 +16,8 @@ module Fog
       request :create_access_key
       request :create_account_alias
       request :create_group
-      request :create_user
       request :create_login_profile
+      request :create_user
       request :delete_access_key
       request :delete_account_alias
       request :delete_group
@@ -27,17 +27,17 @@ module Fog
       request :delete_signing_certificate
       request :delete_user
       request :delete_user_policy
-      request :get_login_profile
-      request :get_user
-      request :get_user_policy
       request :get_group
       request :get_group_policy
+      request :get_login_profile
       request :get_server_certificate
+      request :get_user
+      request :get_user_policy
       request :list_access_keys
       request :list_account_aliases
+      request :list_group_policies
       request :list_groups
       request :list_groups_for_user
-      request :list_group_policies
       request :list_server_certificates
       request :list_signing_certificates
       request :list_user_policies
@@ -48,8 +48,9 @@ module Fog
       request :update_access_key
       request :update_group
       request :update_login_profile
-      request :update_user
+      request :update_server_certificate
       request :update_signing_certificate
+      request :update_user
       request :upload_server_certificate
       request :upload_signing_certificate
 

data/lib/fog/aws/models/rds/server.rb

@@ -25,27 +25,24 @@ module Fog
         attribute :preferred_backup_window, :aliases => 'PreferredBackupWindow'
         attribute :preferred_maintenance_window, :aliases => 'PreferredMaintenanceWindow'
         attribute :db_name, :aliases => 'DBName'
-        attribute :db_security_groups, :aliases => 'DBSecurityGroups'
+        attribute :db_security_groups, :aliases => 'DBSecurityGroups', :type => :array
         attribute :db_parameter_groups, :aliases => 'DBParameterGroups'
         attribute :backup_retention_period, :aliases => 'BackupRetentionPeriod', :type => :integer
         attribute :license_model, :aliases => 'LicenseModel'
 
         attr_accessor :password, :parameter_group_name, :security_group_names, :port
-        
-        def initialize(attributes={})
-          self.flavor_id ||= 'db.m1.small'
-          super
-        end
 
         def create_read_replica(replica_id, options={})
-          connection.create_db_instance_read_replica(replica_id, id, options)
+          options[:security_group_names] ||= options['DBSecurityGroups']
+          params = self.class.new(options).attributes_to_params
+          connection.create_db_instance_read_replica(replica_id, id, params)
           connection.servers.get(replica_id)
         end
-        
+
         def ready?
           state == 'available'
         end
-   
+
         def destroy(snapshot_identifier=nil)
           requires :id
           connection.delete_db_instance(id, snapshot_identifier, snapshot_identifier.nil?)
@@ -56,51 +53,58 @@ module Fog
           connection.reboot_db_instance(id)
           true
         end
-        
+
         def snapshots
           requires :id
           connection.snapshots(:server => self)
         end
-        
+
         def modify(immediately, options)
-          data = connection.modify_db_instance(id, immediately, options)
+          options[:security_group_names] ||= options['DBSecurityGroups']
+          params = self.class.new(options).attributes_to_params
+          data = connection.modify_db_instance(id, immediately, params)
           merge_attributes(data.body['ModifyDBInstanceResult']['DBInstance'])
-          true  
+          true
         end
-        
+
         def save
           requires :engine
           requires :allocated_storage
           requires :master_username
           requires :password
+
+          self.flavor_id ||= 'db.m1.small'
+
+          data = connection.create_db_instance(id, attributes_to_params)
+          merge_attributes(data.body['CreateDBInstanceResult']['DBInstance'])
+          true
+        end
+
+        # Converts attributes to a parameter hash suitable for requests
+        def attributes_to_params
           options = {
             'AllocatedStorage'              => allocated_storage,
             'AutoMinorVersionUpgrade'       => auto_minor_version_upgrade,
             'BackupRetentionPeriod'         => backup_retention_period,
             'DBName'                        => db_name,
-            'DBParameterGroupName'          => parameter_group_name,
+            'DBParameterGroupName'          => parameter_group_name || attributes['DBParameterGroupName'],
             'DBSecurityGroups'              => security_group_names,
             'DBInstanceIdentifier'          => id,
             'AvailabilityZone'              => availability_zone,
             'DBInstanceClass'               => flavor_id,
-            'Port'                          => port,
+            'Port'                          => port || attributes['Port'],
             'Engine'                        => engine,
             'EngineVersion'                 => engine_version,
             'MasterUsername'                => master_username,
-            'MasterUserPassword'            => password,
+            'MasterUserPassword'            => password || attributes['MasterUserPassword'],
             'PreferredMaintenanceWindow'    => preferred_maintenance_window,
             'PreferredBackupWindow'         => preferred_backup_window,
             'MultiAZ'                       => multi_az,
             'LicenseModel'                  => license_model
           }
-          options.delete_if {|key, value| value.nil?}
-
 
-          data = connection.create_db_instance(id, options)
-          merge_attributes(data.body['CreateDBInstanceResult']['DBInstance'])
-          true
+          options.delete_if {|key, value| value.nil?}
         end
-        
       end
     end
   end