fog 1.14.0 → 1.15.0

data/lib/fog/dnsimple/requests/dns/list_domains.rb

@@ -30,6 +30,18 @@ module Fog
         end
 
       end
+
+      class Mock
+
+        def list_domains
+          response = Excon::Response.new
+          response.status = 200
+          response.body = self.data[:domains]
+          response
+        end
+
+      end
+
     end
   end
 end

data/lib/fog/dnsimple/requests/dns/list_records.rb

@@ -27,6 +27,18 @@ module Fog
         end
 
       end
+
+      class Mock
+
+        def list_records(domain)
+          response = Excon::Response.new
+          response.status = 200
+          response.body = self.data[:records][domain] || []
+          response
+        end
+
+      end
+
     end
   end
 end

data/lib/fog/dnsimple/requests/dns/update_record.rb

@@ -37,6 +37,26 @@ module Fog
         end
 
       end
+
+      class Mock
+
+        def update_record(domain, record_id, options)
+          record = self.data[:records][domain].detect { |record| record["record"]["id"] == record_id }
+          response = Excon::Response.new
+
+          if record.nil?
+            response.status = 400
+          else
+            response.status = 200
+            record["record"].merge!(options)
+            record["record"]["updated_at"] = Time.now.iso8601
+            response.body = record
+          end
+
+          response
+        end
+
+      end
     end
   end
 end

data/lib/fog/glesys/models/compute/server.rb

@@ -67,6 +67,12 @@ module Fog
             :rootpassword   => rootpassword,
             :transfer       => transfer     || "500",
           }
+
+          # optional options when creating a server:
+          [:ip, :ipv6, :description].each do |k|
+            options[k] = attributes[k] if attributes[k]
+          end
+
           data = service.create(options)
           merge_attributes(data.body['response']['server'])
           data.status == 200 ? true : false

data/lib/fog/google/README.md

@@ -0,0 +1,28 @@
+# Fog with Google
+
+Fog currently supports two Google Cloud services: [Google Compute Engine](https://developers.google.com/compute/) and [Google Cloud Storage](https://developers.google.com/storage/). The main maintainer for the Google sections is @icco.
+
+## Storage
+
+Google Cloud Storage originally was very similar to Amazon's S3. Because of this, Fog implements the [XML GCS API](https://developers.google.com/storage/docs/xml-api-overview). We eventually want to move to the new [JSON API](https://developers.google.com/storage/docs/json_api/), once it has similar performance characteristics to the XML API. If this migration interests you, send us a pull request!
+
+## Compute
+
+Google Compute Engine is a Virtual Machine hosting service. Currently it is built on version [v1beta15](https://developers.google.com/compute/docs/reference/v1beta15/) of the GCE API.
+
+Our implementation of the API currently supports 
+
+ * Server creation, deletion and bootstrapping
+ * All server "flavors" (micro and normal)
+ * Persistent Disk creation and deletion
+ * Image lookup
+
+Features we are looking forward to implementing in the future:
+
+ * Network and Firewall configuration
+ * Global Metadata support
+ * Image creation
+
+v1beta15 is still in beta, so we can imagine lots of changes to the API. If you are using Fog to interact with GCE, please keep Fog up to date and [file issues](https://github.com/fog/fog/issues?labels=google) for any anomalies you see.
+
+Thanks!

data/lib/fog/google/Rakefile

@@ -0,0 +1,17 @@
+namespace :google do
+  namespace :smoke do
+
+    desc "Smoke tests for Google Compute Engine."
+    task :compute do
+      require 'fog'
+
+      puts "These smoke tests assume you have a file at ~/.fog which has your credentials for connecting to GCE."
+
+      Dir.glob("./examples/*.rb").each do |file|
+        puts "Running #{file}:"
+        require file
+        test()
+      end
+    end
+  end
+end

data/lib/fog/google/compute.rb

@@ -19,6 +19,7 @@ module Fog
       request :list_zones
       request :list_global_operations
       request :list_zone_operations
+      request :list_snapshots
 
       request :get_server
       request :get_disk
@@ -27,6 +28,7 @@ module Fog
       request :get_machine_type
       request :get_network
       request :get_zone
+      request :get_snapshot
 
       request :delete_disk
       request :delete_firewall
@@ -56,6 +58,9 @@ module Fog
       model :disk
       collection :disks
 
+      model :snapshot
+      collection :snapshots
+
       class Mock
         include Collections
 

data/lib/fog/google/examples/bootstrap.rb

@@ -0,0 +1,9 @@
+def test
+  connection = Fog::Compute.new({ :provider => "Google" })
+
+  server = connection.servers.bootstrap
+  server.wait_for { sshable? }
+
+  raise "Could not bootstrap sshable server." unless server.ssh("whoami")
+  raise "Cloud note delete server." unless server.destroy
+end

data/lib/fog/google/examples/create.rb

@@ -0,0 +1,37 @@
+def test
+  connection = Fog::Compute.new({ :provider => "Google" })
+
+  server = connection.servers.create(defaults = {
+    :name => "fog-smoke-test-#{Time.now.to_i}",
+    :image_name => "debian-7-wheezy-v20130522",
+    :machine_type => "n1-standard-1",
+    :zone_name => "us-central1-a",
+    :private_key_path => File.expand_path("~/.ssh/id_rsa"),
+    :public_key_path => File.expand_path("~/.ssh/id_rsa.pub"),
+    :user => ENV['USER'],
+  })
+
+  # My own wait_for because it hides errors
+  duration = 0
+  interval = 5
+  timeout = 600
+  start = Time.now
+  until server.sshable? || duration > timeout
+    # puts duration
+    # puts " ----- "
+
+    server.reload
+
+    # p "ready?: #{server.ready?}"
+    # p "public_ip_address: #{server.public_ip_address.inspect}"
+    # p "public_key: #{server.public_key.inspect}"
+    # p "metadata: #{server.metadata.inspect}"
+    # p "sshable?: #{server.sshable?}"
+
+    sleep(interval.to_f)
+    duration = Time.now - start
+  end
+
+  raise "Could not bootstrap sshable server." unless server.ssh("whoami")
+  raise "Cloud note delete server." unless server.destroy
+end

data/lib/fog/google/examples/eric-fail.rb

@@ -0,0 +1,19 @@
+def test
+  connection = Fog::Compute.new({ :provider => "Google" })
+
+  server = connection.servers.create(defaults = {
+    :name => "fog-smoke-test-#{Time.now.to_i}",
+    :image_name => "debian-7-wheezy-v20130617",
+    :machine_type => "n1-standard-1",
+    :zone_name => "us-central1-a",
+    :private_key_path => File.expand_path("~/.ssh/id_rsa"),
+    :public_key_path => File.expand_path("~/.ssh/id_rsa.pub"),
+    :username => 'root',
+    :metadata => {'foo' => 'bar'}
+  })
+  sleep(30)
+
+  raise "Could not reload created server." unless server.reload
+  raise "Could not create sshable server." unless server.ssh("whoami")
+  raise "Cloud note delete server." unless server.destroy
+end

data/lib/fog/google/examples/get_list_images.rb

@@ -0,0 +1,27 @@
+def test
+  connection = Fog::Compute.new({ :provider => "Google" })
+
+  # puts 'Listing images in all projects...'
+  # puts '---------------------------------'
+  images = connection.images.all
+  raise 'Could not LIST the images' unless images
+  # puts images.inspect
+
+  # puts 'Fetching a single image from a global project...'
+  # puts '------------------------------------------------'
+  img = connection.images.get('debian-6-squeeze-v20130515')
+  raise 'Could not GET the image' unless img
+  # puts img.inspect
+
+  # First, get the name of an image that is in the users 'project' (not global)
+  custom_img_name = images.detect { |img| img.project == img.service.project }
+  # Run the next test only if there is a custom image available
+  if custom_img_name
+    # puts 'Fetching a single image from the custom project'
+    # puts '----------------------------------------------'
+    img = connection.images.get(custom_img_name)
+    raise 'Could not GET the (custom) image' unless img
+    # puts img.inspect
+  end
+
+end

data/lib/fog/google/examples/get_list_snapshots.rb

@@ -0,0 +1,20 @@
+def test
+
+  connection = Fog::Compute.new({ :provider => "Google" })
+
+  # puts 'Listing snapshots...'
+  # puts '---------------------------------'
+  snapshots = connection.snapshots.all
+  raise 'Could not LIST the snapshots' unless snapshots
+  # puts snapshots.inspect
+
+  # puts 'Fetching a single snapshot...'
+  # puts '------------------------------------------------'
+  snap = snapshots.first
+  if !snap.nil?
+    snap = connection.snapshots.get(snap)
+    raise 'Could not GET the snapshot' unless snap
+    # puts snap.inspect
+  end
+
+end

data/lib/fog/google/examples/image_create.rb

@@ -0,0 +1,18 @@
+def test
+  connection = Fog::Compute.new({ :provider => "Google" })
+
+  rawdisk = {
+    :source         => nil, # 'http://some_valid_url_to_rootfs_tarball'
+    :container_type => 'TAR',
+  }
+
+  # Can't test this unless the 'source' points to a valid URL
+  return if rawdisk[:source].nil?
+
+  img = connection.image.create(:name             => 'test-image',
+                                :preferred_kernel => 'gce-v20130603',
+                                :description      => 'Test image (via fog)',
+                                :raw_disk         => rawdisk)
+
+  img.reload # will raise if image was not saved correctly
+end

data/lib/fog/google/examples/launch_micro_instance.rb

@@ -0,0 +1,26 @@
+def test
+  connection = Fog::Compute.new({ :provider => "Google" })
+  time = Time.now.utc.to_i
+  disk = connection.disks.create({
+    :name => 'foggydisk',
+    :size_gb => 10,
+    :zone_name => 'us-central1-a',
+    :source_image => 'centos-6-v20130522',
+  })
+
+  disk.wait_for { disk.ready? }
+  params = {
+    :name => "fog-smoke-test-#{Time.now.to_i}",
+    :machine_type => "f1-micro",
+    :zone_name => "us-central1-a",
+    :disks => [ disk.get_as_boot_disk(true) ],
+    :user => ENV['USER'],
+    :kernel => 'gce-v20130522',
+  }
+
+  server = connection.servers.bootstrap params
+
+  raise "Could not bootstrap sshable server." unless server.ssh("whoami")
+  raise "Could not delete server." unless server.destroy
+  raise "Could not delete disk." unless disk.destroy
+end

data/lib/fog/google/examples/metadata.rb

@@ -0,0 +1,18 @@
+def test
+  connection = Fog::Compute.new({ :provider => "Google" })
+  server = connection.servers.create(defaults = { 
+    :name => "fog-#{Time.now.to_i}",
+    :image_name => "debian-7-wheezy-v20130522",
+    :machine_type => "n1-standard-1",
+    :zone_name => "us-central1-a",
+    :private_key_path => File.expand_path("~/.ssh/id_rsa"),
+    :public_key_path => File.expand_path("~/.ssh/id_rsa.pub"),
+  })
+
+  server.wait_for { ready? }
+
+  server.metadata["test"] = "foo"
+
+  raise "Metadata was not set." unless server.metadata["test"] == "foo"
+  raise "Could not delete server." unless server.destroy
+end

data/lib/fog/google/examples/network.rb

@@ -0,0 +1,21 @@
+def test
+  connection = Fog::Compute.new({ :provider => "Google" })
+
+  # we create a new private network
+  connection.insert_network('my-private-network', '10.240.0.0/16')
+
+  server = connection.servers.create({
+    :name => "fog-smoke-test-#{Time.now.to_i}",
+    :image_name => "debian-7-wheezy-v20130522",
+    :machine_type => "n1-standard-1",
+    :zone_name => "us-central1-a",
+    :private_key_path => File.expand_path("~/.ssh/id_rsa"),
+    :public_key_path => File.expand_path("~/.ssh/id_rsa.pub"),
+    :network => 'my-private-network',
+    :external_ip => false,
+    :user => ENV['USER'],
+  })
+
+  # The network won't have any firewall rules, so we won't be able to ssh in.
+  server.wait_for { ready? }
+end

data/lib/fog/google/models/compute/disk.rb

@@ -16,17 +16,28 @@ module Fog
         attribute :description, :aliases => 'description'
         attribute :size_gb, :aliases => 'sizeGb'
         attribute :self_link, :aliases => 'selfLink'
-        attribute :image_name, :aliases => 'image'
+        attribute :source_image, :aliases => 'sourceImage'
+        attribute :source_snapshot, :aliases => 'sourceSnapshot'
+        attribute :source_snapshot_id, :aliases => 'sourceSnapshot'
 
         def save
-          data = service.insert_disk(name, size_gb, zone_name, image_name).body
+          requires :name
+          requires :zone_name
+
+          options = {}
+          if source_image.nil?
+            options['sourceSnapshot'] = source_snapshot
+            options['sizeGb']         = size_gb
+          end
+
+          data = service.insert_disk(name, zone_name, source_image, options).body
           data = service.backoff_if_unfound {service.get_disk(name, zone_name).body}
           service.disks.merge_attributes(data)
         end
 
         def destroy
-          requires :name, :zone
-          service.delete_disk(name, zone)
+          requires :name, :zone_name
+          service.delete_disk(name, zone_name)
         end
 
         def zone
@@ -77,4 +88,4 @@ module Fog
       end
     end
   end
-end
+end

data/lib/fog/google/models/compute/disks.rb

@@ -10,15 +10,25 @@ module Fog
         model Fog::Compute::Google::Disk
 
         def all(zone)
-          data = service.list_disks(zone).body["items"]
+          data = service.list_disks(zone).body["items"] || []
           load(data)
         end
 
-        def get(identity, zone)
-          data = service.get_disk(identity, zone).body
-          new(data)
-        rescue Excon::Errors::NotFound
-          nil
+        def get(identity, zone=nil)
+          response = nil
+          if zone.nil?
+            service.list_zones.body['items'].each do |zone|
+              begin
+                response = service.get_disk(identity, zone['name'])
+                break if response.status == 200
+              rescue Fog::Errors::Error
+              end
+            end
+          else
+            response = service.get_disk(identity, zone)
+          end
+          return nil if response.nil?
+          new(response.body)
         end
 
       end

data/lib/fog/google/models/compute/flavors.rb

@@ -10,7 +10,8 @@ module Fog
         model Fog::Compute::Google::Flavor
 
         def all
-          data = connection.list_machine_types.body["items"]
+          zone = service.list_zones.body['items'].first
+          data = connection.list_machine_types(zone['name']).body["items"]
           load(data)
         end