deltacloud-core 0.1.2 → 0.3.0

data/DISCLAIMER

@@ -0,0 +1,8 @@
+Apache Deltacloud is an effort undergoing incubation at The Apache Software
+Foundation (ASF), sponsored by the Incubator PMC. Incubation is required of
+all newly accepted projects until a further review indicates that the
+infrastructure, communications, and decision making process have stabilized
+in a manner consistent with other successful ASF projects.  While
+incubation status is not necessarily a reflection of the completeness or
+stability of the code, it does indicate that the project has yet to be
+fully endorsed by the ASF.

data/NOTICE

@@ -0,0 +1,13 @@
+Apache Deltacloud
+Copyright 2010 The Apache Software Foundation
+
+This product includes software developed at The Apache Software Foundation
+(http://www.apache.org/).
+
+This product includes software developed by Red Hat,
+Inc. (http://www.redhat.com/)
+
+This product includes software developed by IBM Corporation
+
+This product includes software developed by the OpenNebula Project
+(http://opennebula.org/)

data/Rakefile

@@ -1,6 +1,4 @@
 #
-# Copyright (C) 2009  Red Hat, Inc.
-#
 # Licensed to the Apache Software Foundation (ASF) under one or more
 # contributor license agreements.  See the NOTICE file distributed with
 # this work for additional information regarding copyright ownership.  The
@@ -28,65 +26,66 @@ begin
 rescue LoadError
 end
 
-desc "Run basic unit tests"
-Rake::TestTask.new("test") { |t|
-  t.test_files = FileList.new('tests/**/*_test.rb')
-  t.verbose = true
-  t.warning = false
-}
-
 begin
-  require 'yard'
-  YARD::Rake::YardocTask.new do |t|
-    t.files   = ['lib/**/*.rb', '*.rb']   # optional
+  require 'cucumber'
+  require 'cucumber/rake/task'
+  namespace :cucumber do
+    %w(mock ec2 sbc).each do |driver|
+      namespace driver do
+        Cucumber::Rake::Task.new(:test) do |t|
+          t.cucumber_opts = "../tests/#{driver} --format pretty"
+          t.rcov = false
+        end
+        Cucumber::Rake::Task.new(:features) do |t|
+          t.cucumber_opts = "../tests/#{driver} --format html --out ../tests/tmp/cucumber_#{driver}.html"
+          t.rcov = false
+        end
+        Cucumber::Rake::Task.new(:junit) do |t|
+          t.cucumber_opts = "../tests/#{driver} --format junit --out #{File.join(File.dirname(__FILE__), "tmp", "junit_#{driver}")}"
+        end
+      end
+    end
   end
 rescue LoadError
 end
 
-spec = Gem::Specification.load('deltacloud-core.gemspec')
-Rake::GemPackageTask.new(spec) do |pkg|
-  pkg.need_tar = true
+namespace :test do
+  %w(mock rackspace rhevm).each do |driver|
+    desc "Run #{driver} unit tests"
+    Rake::TestTask.new(driver) { |t|
+      t.test_files = ['tests/common.rb', "tests/drivers/#{driver}/setup.rb"] + FileList.new("tests/drivers/#{driver}/*_test.rb") + FileList.new('tests/rabbit_test.rb')
+      t.options = "-v -v"
+      t.verbose = true
+      t.warning = false
+    }
+  end
 end
 
-desc "Install API"
-task :install, [:install_dir, :bin_dir] do |t, args|
-
-  require 'fileutils'
-  require 'pp'
-
-  files = FileList[
-    Dir["config/**/**"],
-    Dir["features/**/**"],
-    Dir["lib/**/**"],
-    Dir["public/**/**"],
-    Dir["views/**/**"],
-    "config.ru",
-    "COPYING",
-    "README",
-    "*.rb"
-  ]
-
-  INSTALL_DIR=args.install_dir || "/usr/local/share/deltacloud-core"
-  BIN_DIR=args.bin_dir || "/usr/local/bin"
-
-  exit(1) unless FileUtils.mkdir_p(INSTALL_DIR)
-  exit(1) unless FileUtils.mkdir_p(BIN_DIR)
+desc "Call our Test::Unit suite"
+task :test do
+  %w(mock rackspace rhevm).each do |driver|
+   Rake::Task["test:#{driver}"].reenable
+   Rake::Task["test:#{driver}"].invoke
+  end
+end
 
-  files.each do |f|
-    install_path = "#{INSTALL_DIR}/#{File.dirname(f)}"
-    unless File.directory?(install_path)
-      FileUtils.mkdir_p(install_path, :mode => 0755, :verbose => true)
-    end
-    next if File.directory?(f)
-    FileUtils.install(f, "#{INSTALL_DIR}/#{File.dirname(f)}", :verbose => true)
+desc "Call our Cucumber suite"
+task :cucumber do
+  %w(mock ec2 sbc).each do |driver|
+   Rake::Task["cucumber:#{driver}:test"].reenable
+   Rake::Task["cucumber:#{driver}:test"].invoke
   end
+end
 
-  FileUtils.install('bin/deltacloudd', BIN_DIR, :verbose => true, :mode => 0755)
+begin
+  require 'yard'
+  YARD::Rake::YardocTask.new do |t|
+    t.files   = ['lib/**/*.rb', '*.rb']   # optional
+  end
+rescue LoadError
 end
 
-desc "Uninstall API"
-task :uninstall do
-  require 'fileutils'
-  INSTALL_DIR="/usr/share/deltacloud-core"
-  FileUtils.rm_rf(INSTALL_DIR)
+spec = Gem::Specification.load('deltacloud-core.gemspec')
+Rake::GemPackageTask.new(spec) do |pkg|
+  pkg.need_tar = true
 end

data/bin/deltacloudd

@@ -36,6 +36,9 @@ BANNER
   opts.on( '-p', '--port PORT', 'Use PORT (default: 3001)') do |port|
     ENV["API_PORT"] = port
   end
+  opts.on( '-P', '--provider PROVIDER', 'Use PROVIDER (default is set in the driver)') do |provider|
+    ENV['API_PROVIDER'] = provider
+  end
   opts.on( '-e', '--env ENV', 'Environment (default: "development")') { |env| options[:env] = env }
   opts.on( '-h', '--help', '') { options[:help] = true }
 end
@@ -55,7 +58,10 @@ end
 ENV["API_HOST"] = "localhost" unless ENV["API_HOST"]
 ENV["API_PORT"] = "3001" unless ENV["API_PORT"]
 
-puts "Starting Deltacloud API :: #{ENV["API_DRIVER"]} :: http://#{ENV["API_HOST"]}:#{ENV["API_PORT"]}/api"
+msg = "Starting Deltacloud API :: #{ENV["API_DRIVER"]} "
+msg << ":: #{ENV['API_PROVIDER']} " if ENV['API_PROVIDER']
+msg << ":: http://#{ENV["API_HOST"]}:#{ENV["API_PORT"]}/api"
+puts msg
 puts
 
 dirname="#{File.dirname(__FILE__)}/.."
@@ -99,6 +105,7 @@ else
   argv_opts << ['--rackup', 'config.ru' ]
   argv_opts << ['--chdir', dirname ]
   argv_opts << ['-e', options[:env] ]
+  argv_opts << ['--timeout', '60']
   argv_opts << ['--threaded', '-D', '--stats', '/stats']
 
   argv_opts.flatten!

data/config.ru

@@ -1,6 +1,4 @@
 #
-# Copyright (C) 2009,2010  Red Hat, Inc.
-#
 # Licensed to the Apache Software Foundation (ASF) under one or more
 # contributor license agreements.  See the NOTICE file distributed with
 # this work for additional information regarding copyright ownership.  The

data/config/drivers.yaml

@@ -0,0 +1,48 @@
+--- 
+:gogrid: 
+  :name: Gogrid
+:mock: 
+  :name: Mock
+:rhevm: 
+  :name: RHEVM
+  :entrypoints:
+    default:
+      default: "https://rhev-m.localhost:8443/rhevm-api-powershell"
+:rimuhosting: 
+  :name: RimuHosting
+:opennebula: 
+  :class: OpennebulaDriver
+  :name: Opennebula
+:sbc: 
+  :name: SBC
+:terremark: 
+  :name: Terremark
+:rackspace: 
+  :name: Rackspace
+:azure: 
+  :name: Azure
+:eucalyptus:
+  :name: Eucalyptus
+  :username: Access Key ID
+  :password: Secret Access Key
+  :entrypoints:
+    default:
+      default: "ec2=EUCALYPTUS_IP[:PORT];s3=WALRUS_IP[:PORT]"
+:ec2: 
+  :entrypoints: 
+    s3: 
+      us-west-1: s3-us-west-1.amazonaws.com
+      ap-southeast-1: s3-ap-southeast-1.amazonaws.com
+      eu-west-1: s3-eu-west-1.amazonaws.com
+      us-east-1: s3.amazonaws.com
+    elb: 
+      us-west-1: elasticloadbalancing.us-west-1.amazonaws.com
+      ap-southeast-1: elasticloadbalancing.ap-southeast-1.amazonaws.com
+      eu-west-1: elasticloadbalancing.eu-west-1.amazonaws.com
+      us-east-1: elasticloadbalancing.us-east-1.amazonaws.com
+    ec2: 
+      us-west-1: ec2.us-west-1.amazonaws.com
+      ap-southeast-1: ec2.ap-southeast-1.amazonaws.com
+      eu-west-1: ec2.eu-west-1.amazonaws.com
+      us-east-1: ec2.us-east-1.amazonaws.com
+  :name: EC2

data/deltacloud-core.gemspec

@@ -0,0 +1,75 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.  The
+# ASF licenses this file to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance with the
+# License.  You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.  See the
+# License for the specific language governing permissions and limitations
+# under the License.
+
+require 'rake'
+
+Gem::Specification.new do |s|
+  s.author = 'Red Hat, Inc.'
+  s.homepage = "http://www.deltacloud.org"
+  s.email = 'deltacloud-users@lists.fedorahosted.org'
+  s.name = 'deltacloud-core'
+
+  s.description = <<-EOF
+    The Deltacloud API is built as a service-based REST API.
+    You do not directly link a Deltacloud library into your program to use it.
+    Instead, a client speaks the Deltacloud API over HTTP to a server
+    which implements the REST interface.
+  EOF
+
+  s.version = '0.3.0'
+  s.date = Time.now
+  s.summary = %q{Deltacloud REST API}
+  s.files = FileList[
+    'Rakefile',
+    '*.gemspec',
+    'config.ru',
+    '*.rb',
+    'log',
+    'config/drivers.yaml',
+    'tmp',
+    'support/fedora/**',
+    'lib/**/*.rb',
+    'lib/**/*.yml',
+    'tests/**/*.rb',
+    'views/**/*.haml',
+    'views/instance_states/*.erb',
+    'public/favicon.ico',
+    'public/images/*.png',
+    'public/javascripts/*.js',
+    'public/stylesheets/compiled/*.css',
+    'bin/deltacloudd'
+  ].to_a
+
+  s.bindir = 'bin'
+  s.executables = 'deltacloudd'
+  s.test_files= Dir.glob("tests/*_test.rb")
+  s.extra_rdoc_files = Dir["LICENSE", "DISCLAIMER", "NOTICE"]
+  s.required_ruby_version = '>= 1.8.1'
+
+  s.add_dependency('rake', '>= 0.8.7')
+  s.add_dependency('haml', '>= 2.2.17')
+  s.add_dependency('sinatra', '>= 0.9.4')
+  s.add_dependency('rack', '>= 1.0.0', '<=1.1.0')
+  s.add_dependency('rack-accept', '~> 0.4.3')
+  s.add_dependency('json', '>= 1.1.9')
+  s.add_dependency('net-ssh', '>= 2.0.0')
+  s.add_development_dependency('compass', '>= 0.8.17')
+  s.add_development_dependency('nokogiri', '>= 1.4.1', '< 1.4.4')
+  s.add_development_dependency('rack-test', '>= 0.5.3')
+  s.add_development_dependency('cucumber', '>= 0.6.3')
+  s.add_development_dependency('rcov', '>= 0.9.8')
+
+end

data/deltacloud.rb

@@ -1,6 +1,4 @@
 #
-# Copyright (C) 2009,2010  Red Hat, Inc.
-#
 # Licensed to the Apache Software Foundation (ASF) under one or more
 # contributor license agreements.  See the NOTICE file distributed with
 # this work for additional information regarding copyright ownership.  The
@@ -20,6 +18,8 @@ $:.unshift File.join(File.dirname(__FILE__), 'lib')
 
 require 'drivers'
 
+require 'deltacloud/core_ext'
+
 require 'deltacloud/base_driver'
 require 'deltacloud/hardware_profile'
 require 'deltacloud/state_machine'
@@ -38,3 +38,4 @@ require 'deltacloud/models/load_balancer'
 
 require 'deltacloud/validation'
 require 'deltacloud/helpers'
+require 'deltacloud/runner'

data/lib/deltacloud/backend_capability.rb

@@ -1,6 +1,4 @@
 #
-# Copyright (C) 2009, 2010  Red Hat, Inc.
-#
 # Licensed to the Apache Software Foundation (ASF) under one or more
 # contributor license agreements.  See the NOTICE file distributed with
 # this work for additional information regarding copyright ownership.  The
@@ -20,6 +18,7 @@ module Deltacloud::BackendCapability
 
   class Failure < StandardError
     attr_reader :capability
+    
     def initialize(capability, msg='')
       super(msg)
       @capability = capability
@@ -27,13 +26,26 @@ module Deltacloud::BackendCapability
   end
 
   attr_reader :capability
+  
   def with_capability(capability)
     @capability = capability
   end
 
+  def has_capability?(backend)
+    !capability or backend.has_capability?(capability)
+  end
+
   def check_capability(backend)
-    if capability and !backend.respond_to?(capability)
+    if !has_capability?(backend)
       raise Failure.new(capability, "#{capability} capability not supported by backend #{backend.class.name}")
     end
   end
+
+  module Helpers
+    def operations_for_collection(collection)
+      collections[collection].operations.values.select { |op| op.has_capability?(driver) }
+    end
+  end
+
+  helpers Helpers
 end

data/lib/deltacloud/base_driver.rb

@@ -1,6 +1,4 @@
 #
-# Copyright (C) 2009,2010  Red Hat, Inc.
-#
 # Licensed to the Apache Software Foundation (ASF) under one or more
 # contributor license agreements.  See the NOTICE file distributed with
 # this work for additional information regarding copyright ownership.  The

data/lib/deltacloud/base_driver/base_driver.rb

@@ -1,6 +1,4 @@
 #
-# Copyright (C) 2009  Red Hat, Inc.
-#
 # Licensed to the Apache Software Foundation (ASF) under one or more
 # contributor license agreements.  See the NOTICE file distributed with
 # this work for additional information regarding copyright ownership.  The
@@ -42,7 +40,7 @@ module Deltacloud
   end
 
   class BaseDriver
-
+    
     def self.define_hardware_profile(name,&block)
       @hardware_profiles ||= []
       hw_profile = @hardware_profiles.find{|e| e.name == name}
@@ -68,7 +66,7 @@ module Deltacloud
     end
 
     def hardware_profile(credentials, name)
-      hardware_profiles(credentials, :name => name).first
+      hardware_profiles(credentials, :id => name).first
     end
 
     def filter_hardware_profiles(profiles, opts)
@@ -76,7 +74,8 @@ module Deltacloud
         if v = opts[:architecture]
           profiles = profiles.select { |hwp| hwp.include?(:architecture, v) }
         end
-        if v = opts[:name]
+        # As a request param, we call 'name' 'id'
+        if v = opts[:id]
           profiles = profiles.select { |hwp| hwp.name == v }
         end
       end
@@ -86,7 +85,7 @@ module Deltacloud
     def find_hardware_profile(credentials, name, image_id)
       hwp = nil
       if name
-        unless hwp = hardware_profiles(credentials, :name => name).first
+        unless hwp = hardware_profiles(credentials, :id => name).first
           raise BackendError.new(400, "bad-hardware-profile-name",
             "Hardware profile '#{name}' does not exist", nil)
         end
@@ -126,100 +125,90 @@ module Deltacloud
       actions
     end
 
+    ## Capabilities
+    # The rabbit dsl supports declaring a capability that is required
+    # in the backend driver for the call to succeed. A driver can
+    # provide a capability by implementing the method with the same
+    # name as the capability. Below is a list of the capabilities as
+    # the expected method signatures.
+    #
+    # Following the capability list are the resource member show
+    # methods. They each require that the corresponding collection
+    # method be defined
+    #
+    # TODO: standardize all of these to the same signature (credentials, opts)
+    #
+    # def realms(credentials, opts=nil)
+    #
+    # def images(credentials, ops)
+    #
+    # def instances(credentials, ops)
+    # def create_instance(credentials, image_id, opts)
+    # def start_instance(credentials, id)
+    # def stop_instance(credentials, id)
+    # def reboot_instance(credentials, id)
+    #
+    # def storage_volumes(credentials, ops)
+    #
+    # def storage_snapshots(credentials, ops)
+    # 
+    # def buckets(credentials, opts = nil)
+    # def create_bucket(credentials, name, opts=nil)
+    # def delete_bucket(credentials, name, opts=nil)
+    #
+    # def blobs(credentials, opts = nil)
+    # def blob_data(credentials, bucket_id, blob_id, opts)
+    # def create_blob(credentials, bucket_id, blob_id, blob_data, opts=nil)
+    # def delete_blob(credentials, bucket_id, blob_id, opts=nil)
+    #
+    # def keys(credentials, opts)
+    # def create_key(credentials, opts)
+    # def destroy_key(credentials, opts)
+    
     def realm(credentials, opts)
-      realms = realms(credentials, opts)
-      return realms.first unless realms.empty?
-      nil
-    end
-
-    def realms(credentials, opts=nil)
-      []
+      realms = realms(credentials, opts).first if has_capability?(:realms)
     end
 
     def image(credentials, opts)
-      images = images(credentials, opts)
-      return images.first unless images.empty?
-      nil
-    end
-
-    def images(credentials, ops)
-      []
+      images(credentials, opts).first if has_capability?(:images)
     end
 
     def instance(credentials, opts)
-      instances = instances(credentials, opts)
-      return instances.first unless instances.empty?
-      nil
-    end
-
-    def instances(credentials, ops)
-      []
-    end
-
-    def create_instance(credentials, image_id, opts)
-    end
-    def start_instance(credentials, id)
-    end
-    def stop_instance(credentials, id)
-    end
-    def reboot_instance(credentials, id)
+      instances(credentials, opts).first if has_capability?(:instances)
     end
 
     def storage_volume(credentials, opts)
-      volumes = storage_volumes(credentials, opts)
-      return volumes.first unless volumes.empty?
-      nil
-    end
-
-    def storage_volumes(credentials, ops)
-      []
+      storage_volumes(credentials, opts).first if has_capability?(:storage_volumes)
     end
 
     def storage_snapshot(credentials, opts)
-      snapshots = storage_snapshots(credentials, opts)
-      return snapshots.first unless snapshots.empty?
-      nil
+      storage_snapshots(credentials, opts).first if has_capability?(:storage_snapshots)
     end
 
-    def storage_snapshots(credentials, ops)
-      []
+    def bucket(credentials, opts = {})
+      #list of objects within bucket
+      buckets(credentials, opts).first if has_capability?(:buckets)
     end
-
-    def buckets(credentials, opts = nil)
-      #list of buckets belonging to account
-      []
-    end
-
-    def bucket(credentials, opts = nil)
-    #list of objects within bucket
-      list = buckets(credentials, opts)
-      return list.first unless list.empty?
-      nil
-    end
-
-    def create_bucket(credentials, name, opts=nil)
-    end
-
-    def delete_bucket(credentials, name, opts=nil)
-    end
-
-    def blobs(credentials, opts = nil)
-      []
-    end
-
-    def blob(credentials, opts = nil)
-       list = blobs(credentials, opts)
-       return list.first unless list.empty?
+    
+    def blob(credentials, opts = {})
+      blobs(credentials, opts).first if has_capability?(:blobs)
     end
 
-    def blob_data(credentials, bucket_id, blob_id, opts)
+    def key(credentials, opts=nil)
+      keys(credentials, opts).first if has_capability?(:keys)
     end
 
-    def create_blob(credentials, bucket_id, blob_id, blob_data, opts=nil)  
-    end
+    MEMBER_SHOW_METHODS =
+      [ :realm, :image, :instance, :storage_volume, :bucket, :blob, :key ]
     
-    def delete_blob(credentials, bucket_id, blob_id, opts=nil)
+    def has_capability?(capability)
+      if MEMBER_SHOW_METHODS.include?(capability.to_sym)
+        has_capability?(capability.to_s.pluralize)
+      else
+        respond_to?(capability)
+      end
     end
+    
  
     def filter_on(collection, attribute, opts)
       return collection if opts.nil?
@@ -237,8 +226,7 @@ module Deltacloud
     end
 
     def has_collection?(collection)
-      return true if self.supported_collections.include?(collection)
-      return false
+      supported_collections.include?(collection)
     end
 
     def catched_exceptions_list
@@ -248,18 +236,26 @@ module Deltacloud
     def safely(&block)
       begin
         block.call
-      rescue *catched_exceptions_list[:error] => e
-        raise Deltacloud::BackendError.new(502, e.class.to_s, e.message, e.backtrace)
-      rescue *catched_exceptions_list[:auth] => e
-        raise Deltacloud::AuthException.new
       rescue => e
+        catched_exceptions_list[:auth].each do |ex|
+          if e.class == ex or e.class.name =~ ex or e.message =~ ex
+            raise Deltacloud::AuthException.new
+          end
+        end
+        catched_exceptions_list[:error].each do |ex|
+          if e.class == ex or e.class.name =~ ex or e.message =~ ex
+            raise Deltacloud::BackendError.new(502, e.class.to_s, e.message, e.backtrace) if e.class.name =~ ex
+          end
+        end
         catched_exceptions_list[:glob].each do |ex|
-          raise Deltacloud::BackendError.new(502, e.class.to_s, e.message, e.backtrace) if e.class.name =~ ex
+          if e.class == ex or e.class.name =~ ex or e.message =~ ex
+            raise Deltacloud::BackendError.new(500, e.class.to_s, e.message, e.backtrace)
+          end
         end
-        puts "======= UNHANDLED EXCEPTION ============"
-        puts e.inspect
-        puts "========================================"
-        raise e
+        $stderr.puts "# UNCAUGHT EXCEPTION # -> '#{e.class}' - '#{e.message}'"
+        $stderr.puts "# #{e.backtrace.join("\n")}"
+        $stderr.puts "##############"
+        raise Deltacloud::BackendError.new(500, e.class.to_s, e.message, e.backtrace)
       end
     end