fog-openstack 0.1.0

data/lib/fog/openstack/CHANGELOG.md

@@ -0,0 +1,47 @@
+# 1.10.1 2013/04/04
+
+## Storage
+
+* Added storage (Swift) example to set account quotas:
+
+  https://github.com/fog/fog/blob/master/lib/fog/openstack/examples/storage/set-account-quota.rb
+
+* Added account impersonation to the storage service
+
+  Now it's possible to use an admin account with a reseller
+  role to impersonate other accounts and set account metadata
+  headers. See the account quotas example included in this release
+
+## Network
+
+* create_network request updated
+
+  Implements provider extensions when creating networks.
+
+  See http://docs.openstack.org/trunk/openstack-network/admin/content/provider_attributes.html
+
+* Network Router support (Quantum)
+
+  Added router model/collection and related requests.
+
+* New network service example
+
+  See https://github.com/fog/fog/blob/master/lib/fog/openstack/examples/network/network_subnets_routers.rb
+
+* :openstack_endpoint_type parameter was added to the network service
+
+## Image
+
+* Added basic image service example (Glance)
+
+  Download CirrOS 0.3.0 image from launchpad (~6.5MB) to /tmp
+  and upload it to Glance.
+
+  See https://github.com/fog/fog/blob/master/lib/fog/openstack/examples/image/upload-test-image.rb
+
+* Check for glance version (fog only supports v1)
+
+## Compute
+
+* create_server and the Server model where updated to allow booting a VM
+  with NICs (net_id, port_id, fixed_ip).

data/lib/fog/openstack/baremetal.rb

@@ -0,0 +1,308 @@
+
+
+module Fog
+  module Baremetal
+    class OpenStack < Fog::Service
+      SUPPORTED_VERSIONS = /(.)*/
+
+      requires :openstack_auth_url
+      recognizes :openstack_auth_token, :openstack_management_url,
+                 :persistent, :openstack_service_type, :openstack_service_name,
+                 :openstack_tenant, :openstack_tenant_id,
+                 :openstack_api_key, :openstack_username, :openstack_identity_endpoint,
+                 :current_user, :current_tenant, :openstack_region,
+                 :openstack_endpoint_type,
+                 :openstack_project_name, :openstack_project_id,
+                 :openstack_project_domain, :openstack_user_domain, :openstack_domain_name,
+                 :openstack_project_domain_id, :openstack_user_domain_id, :openstack_domain_id
+
+      ## MODELS
+      #
+      model_path 'fog/openstack/models/baremetal'
+      model       :chassis
+      collection  :chassis_collection
+      model       :driver
+      collection  :drivers
+      model       :node
+      collection  :nodes
+      model       :port
+      collection  :ports
+
+      ## REQUESTS
+      #
+      request_path 'fog/openstack/requests/baremetal'
+
+      # Node requests
+      request :create_node
+      request :delete_node
+      request :get_node
+      request :list_nodes
+      request :list_nodes_detailed
+      request :patch_node
+      request :set_node_power_state
+      request :set_node_provision_state
+      request :set_node_maintenance
+      request :unset_node_maintenance
+
+      # Chassis requests
+      request :create_chassis
+      request :delete_chassis
+      request :get_chassis
+      request :list_chassis
+      request :list_chassis_detailed
+      request :patch_chassis
+
+      # Driver requests
+      request :get_driver
+      request :get_driver_properties
+      request :list_drivers
+
+      # Port requests
+      request :create_port
+      request :delete_port
+      request :get_port
+      request :list_ports
+      request :list_ports_detailed
+      request :patch_port
+
+      ## TODO not implemented API requests:
+      ## Chassis
+      # request :list_chassis_nodes
+      # request :list_chassis_nodes_details
+
+      ## Node requests
+      # request :validate_node
+      # request :get_boot_device
+      # request :set_boot_device
+      # request :list_supported_boot_devices
+      # request :list_node_states
+      # request :get_console_info
+      # request :change_console_state
+      # request :get_vendor_passthru_methods
+
+      ## Driver requests
+      # request :get_vendor_passthru_methods
+
+      class Mock
+        def self.data
+          @data ||= Hash.new do |hash, key|
+            chassis_uuid  = Fog::UUID.uuid
+            instance_uuid  = Fog::UUID.uuid
+            node_uuid = Fog::UUID.uuid
+
+            hash[key] = {
+              :chassis_collection => [
+                {
+                  "created_at" => "2000-01-01T12:00:00",
+                  "description" => "Sample chassis",
+                  "extra" => {},
+                  "links" => [
+                    {
+                      "href" => "http://localhost:6385/v1/chassis/eaaca217-e7d8-47b4-bb41-3f99f20eed89",
+                      "rel" => "self"
+                    },
+                    {
+                      "href" => "http://localhost:6385/chassis/eaaca217-e7d8-47b4-bb41-3f99f20eed89",
+                      "rel" => "bookmark"
+                    }
+                  ],
+                  "nodes" => [
+                    {
+                      "href" => "http://localhost:6385/v1/chassis/eaaca217-e7d8-47b4-bb41-3f99f20eed89/nodes",
+                      "rel" => "self"
+                    },
+                    {
+                      "href" => "http://localhost:6385/chassis/eaaca217-e7d8-47b4-bb41-3f99f20eed89/nodes",
+                      "rel" => "bookmark"
+                    }
+                  ],
+                  "updated_at" => "2000-01-01T12:00:00",
+                  "uuid" => chassis_uuid
+                  }
+                ],
+              :drivers => [
+                {
+                  "hosts" => [
+                    "fake-host"
+                  ],
+                  "name" => "sample-driver"
+                }
+              ],
+              :nodes => [{
+                "chassis_uuid" => chassis_uuid,
+                "console_enabled" => false,
+                "created_at" => "2000-01-01T12:00:00",
+                "driver" => "sample-driver",
+                "driver_info" => {},
+                "extra" => {},
+                "instance_info" => {},
+                "instance_uuid" => instance_uuid,
+                "last_error" => nil,
+                "links" => [
+                  {
+                    "href" => "http://localhost:6385/v1/nodes/1be26c0b-03f2-4d2e-ae87-c02d7f33c123",
+                    "rel" => "self"
+                  },
+                  {
+                    "href" => "http://localhost:6385/nodes/1be26c0b-03f2-4d2e-ae87-c02d7f33c123",
+                    "rel" => "bookmark"
+                  }
+                ],
+                "maintenance" => false,
+                "maintenance_reason" => nil,
+                "ports" => [
+                  {
+                    "href" => "http://localhost:6385/v1/nodes/1be26c0b-03f2-4d2e-ae87-c02d7f33c123/ports",
+                    "rel" => "self"
+                  },
+                  {
+                    "href" => "http://localhost:6385/nodes/1be26c0b-03f2-4d2e-ae87-c02d7f33c123/ports",
+                    "rel" => "bookmark"
+                  }
+                ],
+                "power_state" => "power on",
+                "properties" => {
+                  "cpus" => "1",
+                  "local_gb" => "10",
+                  "memory_mb" => "1024"
+                },
+                "provision_state" => "active",
+                "provision_updated_at" => "2000-01-01T12:00:00",
+                "reservation" => nil,
+                "target_power_state" => nil,
+                "target_provision_state" => nil,
+                "updated_at" => "2000-01-01T12:00:00",
+                "uuid" => node_uuid
+              }],
+              :ports => [{
+                "address" => "fe:54:00:77:07:d9",
+                "created_at" => "2014-12-23T19:35:30.734116",
+                "extra" => {
+                  "foo" => "bar"
+                },
+                "links" => [
+                  {
+                    "href" => "http://localhost:6385/v1/ports/27e3153e-d5bf-4b7e-b517-fb518e17f34c",
+                    "rel" => "self"
+                  },
+                  {
+                    "href" => "http://localhost:6385/ports/27e3153e-d5bf-4b7e-b517-fb518e17f34c",
+                    "rel" => "bookmark"
+                  }
+                ],
+                "node_uuid" => "7ae81bb3-dec3-4289-8d6c-da80bd8001ae",
+                "updated_at" => "2014-12-23T19:35:30.734119",
+                "uuid" => "27e3153e-d5bf-4b7e-b517-fb518e17f34c"
+              }]
+            }
+          end
+        end
+
+        def self.reset
+          @data = nil
+        end
+
+        def initialize(options={})
+          @openstack_username = options[:openstack_username]
+          @openstack_tenant   = options[:openstack_tenant]
+          @openstack_auth_uri = URI.parse(options[:openstack_auth_url])
+
+          @auth_token = Fog::Mock.random_base64(64)
+          @auth_token_expiration = (Time.now.utc + 86400).iso8601
+
+          management_url = URI.parse(options[:openstack_auth_url])
+          management_url.port = 9292
+          management_url.path = '/v1'
+          @openstack_management_url = management_url.to_s
+
+          @data ||= { :users => {} }
+          unless @data[:users].find {|u| u['name'] == options[:openstack_username]}
+            id = Fog::Mock.random_numbers(6).to_s
+            @data[:users][id] = {
+              'id'       => id,
+              'name'     => options[:openstack_username],
+              'email'    => "#{options[:openstack_username]}@mock.com",
+              'tenantId' => Fog::Mock.random_numbers(6).to_s,
+              'enabled'  => true
+            }
+          end
+        end
+
+        def data
+          self.class.data[@openstack_username]
+        end
+
+        def reset_data
+          self.class.data.delete(@openstack_username)
+        end
+
+        def credentials
+          { :provider                 => 'openstack',
+            :openstack_auth_url       => @openstack_auth_uri.to_s,
+            :openstack_auth_token     => @auth_token,
+            :openstack_region         => @openstack_region,
+            :openstack_management_url => @openstack_management_url }
+        end
+      end
+
+      class Real
+        include Fog::OpenStack::Core
+
+        def initialize(options={})
+          initialize_identity options
+
+          @openstack_service_type  = options[:openstack_service_type] || ['baremetal']
+          @openstack_service_name  = options[:openstack_service_name]
+
+          @connection_options = options[:connection_options] || {}
+
+          authenticate
+
+          unless @path.match(SUPPORTED_VERSIONS)
+            @path = "/" + Fog::OpenStack.get_supported_version(SUPPORTED_VERSIONS,
+                                                               @openstack_management_uri,
+                                                               @auth_token,
+                                                               @connection_options)
+          end
+
+          @persistent = options[:persistent] || false
+          @connection = Fog::Core::Connection.new("#{@scheme}://#{@host}:#{@port}", @persistent, @connection_options)
+        end
+
+        def request(params)
+          begin
+            response = @connection.request(params.merge({
+              :headers  => {
+                'Content-Type' => 'application/json',
+                'X-Auth-Token' => @auth_token
+              }.merge!(params[:headers] || {}),
+              :path     => "#{@path}/#{params[:path]}"#,
+            }))
+          rescue Excon::Errors::Unauthorized => error
+            if error.response.body != 'Bad username or password' # token expiration
+              @openstack_must_reauthenticate = true
+              authenticate
+              retry
+            else # bad credentials
+              raise error
+            end
+          rescue Excon::Errors::HTTPStatusError => error
+            raise case error
+            when Excon::Errors::NotFound
+              Fog::Compute::OpenStack::NotFound.slurp(error)
+            else
+              error
+            end
+          end
+          unless response.body.empty?
+            response.body = Fog::JSON.decode(response.body)
+          end
+          response
+        end
+
+        private
+
+      end
+    end
+  end
+end

data/lib/fog/openstack/common.rb

@@ -0,0 +1,46 @@
+
+
+module Fog
+  module OpenStack
+    module Common
+      attr_reader :unscoped_token
+
+      include Fog::OpenStack::Core
+
+      def request(params)
+        retried = false
+        begin
+          std_headers   = {
+              'Content-Type' => 'application/json',
+              'Accept'       => 'application/json',
+              'X-Auth-Token' => @auth_token
+          }
+          param_headers = params.fetch(:headers, {})
+
+          response = @connection.request(params.merge({
+                                                          :headers => std_headers.merge(param_headers),
+                                                          :path    => "#{@path}/#{params[:path]}"
+                                                      }))
+        rescue Excon::Errors::Unauthorized => error
+          raise if retried
+          retried = true
+
+          @openstack_must_reauthenticate = true
+          authenticate
+          retry
+        rescue Excon::Errors::HTTPStatusError => error
+          raise case error
+                  when Excon::Errors::NotFound
+                    self.class.not_found_class.slurp(error)
+                  else
+                    error
+                end
+        end
+        unless response.body.empty?
+          response.body = Fog::JSON.decode(response.body) unless params[:raw_body]
+        end
+        response
+      end
+    end
+  end
+end

data/lib/fog/openstack/compute.rb

@@ -0,0 +1,397 @@
+
+
+module Fog
+  module Compute
+    class OpenStack < Fog::Service
+      requires :openstack_auth_url
+      recognizes :openstack_auth_token, :openstack_management_url,
+                 :persistent, :openstack_service_type, :openstack_service_name,
+                 :openstack_tenant, :openstack_tenant_id,
+                 :openstack_api_key, :openstack_username, :openstack_identity_endpoint,
+                 :current_user, :current_tenant, :openstack_region,
+                 :openstack_endpoint_type,
+                 :openstack_project_name, :openstack_project_id,
+                 :openstack_project_domain, :openstack_user_domain, :openstack_domain_name,
+                 :openstack_project_domain_id, :openstack_user_domain_id, :openstack_domain_id,
+                 :openstack_identity_prefix
+
+      ## MODELS
+      #
+      model_path 'fog/openstack/models/compute'
+      model       :aggregate
+      collection  :aggregates
+      model       :availability_zone
+      collection  :availability_zones
+      model       :server
+      collection  :servers
+      model       :service
+      collection  :services
+      model       :image
+      collection  :images
+      model       :flavor
+      collection  :flavors
+      model       :metadatum
+      collection  :metadata
+      model       :address
+      collection  :addresses
+      model       :security_group
+      collection  :security_groups
+      model       :security_group_rule
+      collection  :security_group_rules
+      model       :key_pair
+      collection  :key_pairs
+      model       :tenant
+      collection  :tenants
+      model       :volume
+      collection  :volumes
+      model       :network
+      collection  :networks
+      model       :snapshot
+      collection  :snapshots
+      model       :host
+      collection  :hosts
+
+      ## REQUESTS
+      #
+      request_path 'fog/openstack/requests/compute'
+
+      # Aggregate CRUD
+      request :list_aggregates
+      request :create_aggregate
+      request :update_aggregate
+      request :get_aggregate
+      request :update_aggregate
+      request :update_aggregate_metadata
+      request :add_aggregate_host
+      request :remove_aggregate_host
+      request :delete_aggregate
+
+      # Server CRUD
+      request :list_servers
+      request :list_servers_detail
+      request :create_server
+      request :get_server_details
+      request :get_server_password
+      request :update_server
+      request :delete_server
+
+      # Server Actions
+      request :server_actions
+      request :server_action
+      request :reboot_server
+      request :rebuild_server
+      request :resize_server
+      request :confirm_resize_server
+      request :revert_resize_server
+      request :pause_server
+      request :unpause_server
+      request :suspend_server
+      request :resume_server
+      request :start_server
+      request :stop_server
+      request :rescue_server
+      request :change_server_password
+      request :add_fixed_ip
+      request :remove_fixed_ip
+      request :server_diagnostics
+      request :boot_from_snapshot
+      request :reset_server_state
+      request :add_security_group
+      request :remove_security_group
+      request :shelve_server
+      request :unshelve_server
+      request :shelve_offload_server
+
+      # Server Extenstions
+      request :get_console_output
+      request :get_vnc_console
+      request :live_migrate_server
+      request :migrate_server
+      request :evacuate_server
+
+      # Service CRUD
+      request :list_services
+      request :enable_service
+      request :disable_service
+      request :disable_service_log_reason
+      request :delete_service
+
+      # Image CRUD
+      request :list_images
+      request :list_images_detail
+      request :create_image
+      request :get_image_details
+      request :delete_image
+
+      # Flavor CRUD
+      request :list_flavors
+      request :list_flavors_detail
+      request :get_flavor_details
+      request :create_flavor
+      request :delete_flavor
+
+      # Flavor Actions
+      request :get_flavor_metadata
+      request :create_flavor_metadata
+
+      # Flavor Access
+      request :add_flavor_access
+      request :remove_flavor_access
+      request :list_tenants_with_flavor_access
+
+      # Hypervisor
+      request :get_hypervisor_statistics
+
+      # Metadata
+      request :list_metadata
+      request :get_metadata
+      request :set_metadata
+      request :update_metadata
+      request :delete_metadata
+
+      # Metadatam
+      request :delete_meta
+      request :update_meta
+
+      # Address
+      request :list_addresses
+      request :list_address_pools
+      request :list_all_addresses
+      request :list_private_addresses
+      request :list_public_addresses
+      request :get_address
+      request :allocate_address
+      request :associate_address
+      request :release_address
+      request :disassociate_address
+
+      # Security Group
+      request :list_security_groups
+      request :get_security_group
+      request :create_security_group
+      request :create_security_group_rule
+      request :delete_security_group
+      request :delete_security_group_rule
+      request :get_security_group_rule
+
+      # Key Pair
+      request :list_key_pairs
+      request :create_key_pair
+      request :delete_key_pair
+
+      # Tenant
+      request :list_tenants
+      request :set_tenant
+      request :get_limits
+
+      # Volume
+      request :list_volumes
+      request :list_volumes_detail
+      request :create_volume
+      request :get_volume_details
+      request :delete_volume
+      request :attach_volume
+      request :detach_volume
+      request :get_server_volumes
+
+      # Snapshot
+      request :create_volume_snapshot
+      request :list_snapshots
+      request :list_snapshots_detail
+      request :get_snapshot_details
+      request :delete_snapshot
+
+      # Usage
+      request :list_usages
+      request :get_usage
+
+      # Quota
+      request :get_quota
+      request :get_quota_defaults
+      request :update_quota
+
+      # Hosts
+      request :list_hosts
+      request :get_host_details
+
+      # Zones
+      request :list_zones
+      request :list_zones_detailed
+
+      class Mock
+        attr_reader :auth_token
+        attr_reader :auth_token_expiration
+        attr_reader :current_user
+        attr_reader :current_tenant
+
+        def self.data
+          @data ||= Hash.new do |hash, key|
+            hash[key] = {
+              :last_modified => {
+                :images  => {},
+                :servers => {},
+                :key_pairs => {},
+                :security_groups => {},
+                :addresses => {}
+              },
+              :aggregates => [{
+                "availability_zone" => "nova",
+                "created_at" => "2012-11-16T06:22:23.032493",
+                "deleted" => false,
+                "deleted_at" => nil,
+                "id" => 1,
+                "name" => "name",
+                "updated_at" => nil
+              }],
+              :images  => {
+                "0e09fbd6-43c5-448a-83e9-0d3d05f9747e" => {
+                  "id"=>"0e09fbd6-43c5-448a-83e9-0d3d05f9747e",
+                  "name"=>"cirros-0.3.0-x86_64-blank",
+                  'progress'  => 100,
+                  'status'    => "ACTIVE",
+                  'updated'   => "",
+                  'minRam'    => 0,
+                  'minDisk'   => 0,
+                  'metadata'  => {},
+                  'links'     => [{"href"=>"http://nova1:8774/v1.1/admin/images/1", "rel"=>"self"}, {"href"=>"http://nova1:8774/admin/images/2", "rel"=>"bookmark"}]
+                }
+              },
+              :servers => {},
+              :key_pairs => {},
+              :security_groups => {
+                '0' => {
+                  "id"          => 0,
+                  "tenant_id"   => Fog::Mock.random_hex(8),
+                  "name"        => "default",
+                  "description" => "default",
+                  "rules"       => [
+                    { "id"              => 0,
+                      "parent_group_id" => 0,
+                      "from_port"       => 68,
+                      "to_port"         => 68,
+                      "ip_protocol"     => "udp",
+                      "ip_range"        => { "cidr" => "0.0.0.0/0" },
+                      "group"           => {}, },
+                  ],
+                },
+              },
+              :server_security_group_map => {},
+              :addresses => {},
+              :quota => {
+                'security_group_rules' => 20,
+                'security_groups' => 10,
+                'injected_file_content_bytes' => 10240,
+                'injected_file_path_bytes' => 256,
+                'injected_files' => 5,
+                'metadata_items' => 128,
+                'floating_ips'   => 10,
+                'instances'      => 10,
+                'key_pairs'      => 10,
+                'gigabytes'      => 5000,
+                'volumes'        => 10,
+                'cores'          => 20,
+                'ram'            => 51200
+              },
+              :volumes => {},
+              :snapshots => {}
+            }
+          end
+        end
+
+        def self.reset
+          @data = nil
+        end
+
+        include Fog::OpenStack::Core
+
+        def initialize(options={})
+          @auth_token = Fog::Mock.random_base64(64)
+          @auth_token_expiration = (Time.now.utc + 86400).iso8601
+
+          initialize_identity options
+
+          management_url = URI.parse(options[:openstack_auth_url])
+          management_url.port = 8774
+          management_url.path = '/v1.1/1'
+          @openstack_management_url = management_url.to_s
+
+          identity_public_endpoint = URI.parse(options[:openstack_auth_url])
+          identity_public_endpoint.port = 5000
+          @openstack_identity_public_endpoint = identity_public_endpoint.to_s
+        end
+
+        def data
+          self.class.data["#{@openstack_username}-#{@current_tenant}"]
+        end
+
+        def reset_data
+          self.class.data.delete("#{@openstack_username}-#{@current_tenant}")
+        end
+
+      end
+
+      class Real
+        include Fog::OpenStack::Core
+
+        def initialize(options={})
+          initialize_identity options
+
+          @openstack_identity_service_type = options[:openstack_identity_service_type] || 'identity'
+
+          @openstack_service_type   = options[:openstack_service_type] || ['nova', 'compute']
+          @openstack_service_name   = options[:openstack_service_name]
+
+          @connection_options       = options[:connection_options] || {}
+
+          authenticate
+
+          unless @path.match(/1\.1|v2/)
+            raise Fog::OpenStack::Errors::ServiceUnavailable.new(
+                    "OpenStack compute binding only supports version 2 (a.k.a. 1.1)")
+          end
+
+          @persistent = options[:persistent] || false
+          @connection = Fog::Core::Connection.new("#{@scheme}://#{@host}:#{@port}", @persistent, @connection_options)
+        end
+
+        def request(params)
+          begin
+            response = @connection.request(params.merge({
+              :headers  => {
+                'Content-Type' => 'application/json',
+                'Accept' => 'application/json',
+                'X-Auth-Token' => @auth_token
+              }.merge!(params[:headers] || {}),
+              :path     => "#{@path}/#{params[:path]}",
+              :query    => params[:query]
+            }))
+          rescue Excon::Errors::Unauthorized => error
+            if error.response.body != 'Bad username or password' # token expiration
+              @openstack_must_reauthenticate = true
+              authenticate
+              retry
+            else # Bad Credentials
+              raise error
+            end
+          rescue Excon::Errors::HTTPStatusError => error
+            raise case error
+              when Excon::Errors::NotFound
+                Fog::Compute::OpenStack::NotFound.slurp(error)
+              else
+                error
+              end
+          end
+
+          if !response.body.empty? and response.get_header('Content-Type') == 'application/json'
+            response.body = Fog::JSON.decode(response.body)
+          end
+
+          response
+        end
+
+        private
+
+      end
+    end
+  end
+end