ey_instance_api_server 0.1.5

data/lib/ey_instance_api_server.rb

@@ -0,0 +1,123 @@
+require 'ey_instance_api_server/backups'
+require 'ey_instance_api_server/snapshots'
+require 'ey_instance_api_server/services'
+
+module EY
+  module InstanceAPIServer
+
+    def self.services_url_for(app_name)
+      URI.join(base_url, "services/app/", app_name).to_s
+    end
+
+    def self.get_services_for(instance_id, app_name)
+      callback_module.get_services_for(instance_id, app_name)
+    end
+
+    def self.snapshots_base_url
+      URI.join(base_url, "volumes/all/snapshots").to_s
+    end
+
+    def self.snapshots_url_for_performing(instance_id, volume_id, snapshot_id, instance_token)
+      path = "volumes/#{volume_id}/snapshots/#{snapshot_id}/perform"+
+             "?instance_id=#{CGI.escape(instance_id.to_s)}"+
+             "&token=#{CGI.escape(instance_token.to_s)}"
+      URI.join(base_url, path).to_s
+    end
+
+    def self.request_snapshots_for(instance_id)
+      callback_module.request_snapshots_for(instance_id)
+    end
+
+    def self.perform_snapshot_for(instance_id, volume_id, snapshot_id)
+      callback_module.perform_snapshots_for(instance_id, volume_id, snapshot_id)
+    end
+
+    def self.list_snapshots_for(instance_id)
+      callback_module.list_snapshots_for(instance_id)
+    end
+
+    def self.snapshot_response(volume_id, snapshot_id, volume_type, created_at, state, progress)
+      {
+        "volume_id" => volume_id,
+        "volume_type" => volume_type,
+        "snapshot_id"  => snapshot_id,
+        "created_at" => created_at,
+        "state" => state,
+        "progress" => progress,
+      }
+    end
+
+    def self.backups_url_for(database_id)
+      URI.join(base_url, "databases/#{database_id}/backups").to_s
+    end
+
+    def self.start_backup_for(instance_id, database_id, extension, part_count)
+      callback_module.start_backup_for(instance_id, database_id, extension, part_count)
+    end
+
+    def self.finish_backup_for(instance_id, database_id, backup_id)
+      callback_module.finish_backup_for(instance_id, database_id, backup_id)
+    end
+
+    def self.list_backups_for(instance_id, database_id)
+      callback_module.list_backups_for(instance_id, database_id)
+    end
+
+    def self.started_backup(backup_id, database_id, extension, upload_urls, started_at)
+      {
+        "started_at"  => started_at.to_i,
+        "extension"   => extension,
+        "upload_urls" => upload_urls,
+        'finish_url'  => "#{backups_url_for(database_id)}/#{backup_id}"
+      }
+    end
+
+    def self.pending_backup(backup_id, database_id, extension, started_at)
+      {
+        "started_at" => started_at.to_i,
+        "extension"  => extension,
+      }
+    end
+
+    def self.finished_backup(backup_id, database_id, extension, download_urls, started_at, finished_at)
+      {
+        "started_at" => started_at.to_i,
+        "finished_at" => finished_at.to_i,
+        "extension"   => extension,
+        "download_urls" => download_urls
+      }
+    end
+
+    def self.valid?(label, token)
+      token_for(label) == token
+    end
+
+    def self.token_for(label)
+      callback_module.token_for label
+    end
+
+    def self.base_url
+      base_url = callback_module.base_url
+      unless base_url.match(/\/$/)
+        base_url += '/'
+      end
+      base_url
+    end
+
+    def self.app
+      Rack::Builder.app do
+        map "/databases/" do
+          run Backups.app
+        end
+        map "/volumes/" do
+          run Snapshots.app
+        end
+        map "/services/" do
+          run Services.app
+        end
+      end
+    end
+
+    class << self; attr_accessor :callback_module end
+  end
+end

data/lib/ey_instance_api_server/abstract/example_callback.rb

@@ -0,0 +1,25 @@
+module EY
+  module InstanceAPIServer
+    module Abstract
+      class ExampleCallback
+        def initialize(base_url)
+          @base_url = base_url.to_s
+          @instances = {}
+        end
+        attr_reader :base_url
+
+        def token_for(instance_id)
+          if @instances.include?(instance_id)
+            "token-for-#{instance_id}"
+          else
+            "invalid"
+          end
+        end
+
+        def add_instance(instance_id, value = {})
+          @instances[instance_id] = value
+        end
+      end
+    end
+  end
+end

data/lib/ey_instance_api_server/backups.rb

@@ -0,0 +1,14 @@
+require 'sinatra/base'
+require 'json'
+
+module EY
+  module InstanceAPIServer
+    module Backups
+      def self.app
+        Rackapp
+      end
+    end
+  end
+end
+
+require 'ey_instance_api_server/backups/rackapp'

data/lib/ey_instance_api_server/backups/example_callback.rb

@@ -0,0 +1,70 @@
+require 'ey_instance_api_server/abstract/example_callback'
+module EY
+  module InstanceAPIServer
+    module Backups
+      class ExampleCallback < InstanceAPIServer::Abstract::ExampleCallback
+
+        def list_backups_for(instance_id, database_id)
+          if backups_hash = backups_for(instance_id, database_id)
+            backups = []
+            backups_hash.map do |backup_id,backup_hash|
+              extension = backup_hash[:extension]
+              if backup_hash[:complete]
+                download_urls = []
+                backup_hash[:part_count].times do |part|
+                  download_urls << download_url_for(backup_id, part)
+                end
+                backups << EY::InstanceAPIServer.finished_backup(backup_id, database_id, extension, download_urls, Time.now - 1, Time.now)
+              else
+                backups << EY::InstanceAPIServer.pending_backup(backup_id, database_id, extension, Time.now)
+              end
+            end
+            backups
+          end
+        end
+
+        def start_backup_for(instance_id, database_id, extension, part_count)
+          if backups = backups_for(instance_id, database_id)
+            backup_id = backups.size.to_s
+            upload_urls = []
+            part_count = Integer(part_count)
+            part_count.times do |part|
+              upload_urls << upload_url_for(backup_id, part)
+            end
+            backup = EY::InstanceAPIServer.started_backup(backup_id, database_id, extension, upload_urls, Time.now)
+            backups[backup_id] = {
+              :extension  => extension,
+              :part_count => part_count
+            }
+            backup
+          end
+        end
+
+        def upload_url_for(backup_id, part)
+          "http://s3/PUT/something/#{part}"
+        end
+
+        def finish_backup_for(instance_id, database_id, backup_id)
+          backups = backups_for(instance_id, database_id)
+          if backup_hash = backups[backup_id]
+            unless backup_hash[:complete]
+              backup_hash[:complete] = true
+            end
+          end
+        end
+
+        def download_url_for(backup_id, part)
+          "http://s3/GET/something/#{part}"
+        end
+
+        def backups_for(instance_id, database_id)
+          @instances[instance_id][database_id]
+        end
+
+        def add_database(instance_id, database_id)
+          @instances[instance_id][database_id] ||= {}
+        end
+      end
+    end
+  end
+end

data/lib/ey_instance_api_server/backups/rackapp.rb

@@ -0,0 +1,80 @@
+require 'sinatra/base'
+require 'json'
+
+module EY
+  module InstanceAPIServer
+    module Backups
+      class Rackapp < Sinatra::Base
+        enable :raise_errors
+        disable :dump_errors
+        disable :show_exceptions
+
+        before { content_type :json }
+
+        def validate!
+          unless valid?
+            halt 403, {}.to_json
+          end
+        end
+
+        def not_found
+          status 404
+          {}.to_json
+        end
+
+        get "/" do
+          {}.to_json
+        end
+
+        get "/:id/backups" do |database_id|
+          validate!
+          if backups = InstanceAPIServer.list_backups_for(instance_id, database_id)
+            backups_hash = backups.map do |backup|
+              backup.to_hash
+            end
+            {'backups' => backups_hash}.to_json
+          else
+            not_found
+          end
+        end
+
+        post "/:id/backups" do |database_id|
+          validate!
+          extension = params[:extension]
+          part_count = params[:part_count]
+          if backup = InstanceAPIServer.start_backup_for(instance_id, database_id, extension, part_count)
+            status 201
+            {'backup' => backup.to_hash}.to_json
+          else
+            not_found
+          end
+        end
+
+        put "/:database_id/backups/:id" do |database_id,backup_id|
+          validate!
+          if backup = InstanceAPIServer.finish_backup_for(instance_id, database_id, backup_id)
+            {}.to_json
+          else
+            status 409
+            {}.to_json
+          end
+        end
+
+        private
+
+        def valid?
+          InstanceAPIServer.valid?(instance_id, token)
+        end
+
+        def instance_id
+          params['instance_id']
+        end
+
+        def token
+          params['token']
+        end
+      end
+    end
+  end
+end
+

data/lib/ey_instance_api_server/services.rb

@@ -0,0 +1,14 @@
+require 'sinatra/base'
+require 'json'
+
+module EY
+  module InstanceAPIServer
+    module Services
+      def self.app
+        Rackapp
+      end
+    end
+  end
+end
+
+require 'ey_instance_api_server/services/rackapp'

data/lib/ey_instance_api_server/services/example_callback.rb

@@ -0,0 +1,14 @@
+require 'ey_instance_api_server/abstract/example_callback'
+module EY
+  module InstanceAPIServer
+    module Services
+      class ExampleCallback < InstanceAPIServer::Abstract::ExampleCallback
+
+        def get_services_for(instance_id, app_name)
+          @instances[instance_id] && @instances[instance_id][app_name]
+        end
+
+      end
+    end
+  end
+end

data/lib/ey_instance_api_server/services/rackapp.rb

@@ -0,0 +1,46 @@
+require 'sinatra/base'
+require 'json'
+
+module EY
+  module InstanceAPIServer
+    module Services
+      class Rackapp < Sinatra::Base
+        enable :raise_errors
+        disable :dump_errors
+        disable :show_exceptions
+
+        before { content_type :json }
+
+        def validate!
+          unless valid?
+            halt 403, {}.to_json
+          end
+        end
+
+        def not_found
+          status 404
+          {}.to_json
+        end
+
+        get "/app/:app_name" do |app_name|
+          InstanceAPIServer.get_services_for(instance_id, app_name).to_json
+        end
+
+        private
+
+        def valid?
+          InstanceAPIServer.valid?(instance_id, token)
+        end
+
+        def instance_id
+          params['instance_id']
+        end
+
+        def token
+          params['token']
+        end
+      end
+    end
+  end
+end
+

data/lib/ey_instance_api_server/snapshots.rb

@@ -0,0 +1,14 @@
+require 'sinatra/base'
+require 'json'
+
+module EY
+  module InstanceAPIServer
+    module Snapshots
+      def self.app
+        Rackapp
+      end
+    end
+  end
+end
+
+require 'ey_instance_api_server/snapshots/rackapp'

data/lib/ey_instance_api_server/snapshots/example_callback.rb

@@ -0,0 +1,83 @@
+require 'ey_instance_api_server/abstract/example_callback'
+module EY
+  module InstanceAPIServer
+    module Snapshots
+      class ExampleCallback < InstanceAPIServer::Abstract::ExampleCallback
+        def initialize(*)
+          super
+          @snaplock_callbacks = []
+          Fog.mock!
+        end
+        attr_reader :snaplock_callbacks
+
+        def add_instance(instance_id, fog_instance = create_fog_instance)
+          super(instance_id, {:instance_fog => fog_instance})
+        end
+
+        def list_snapshots_for(instance_id)
+          volumes = @instances[instance_id][:volumes]
+          to_return = []
+          volumes.each do |vol_id, vol|
+            snapshots = vol[:snapshots]
+            snapshots.each do |snapshot_id, snapshot_info|
+              if snapshot_fog = snapshot_info[:snapshot_fog]
+                snapshot_fog.reload
+                to_return << EY::InstanceAPIServer.snapshot_response(vol_id, snapshot_id, vol[:volume_type], snapshot_info[:created_at], snapshot_fog.state, snapshot_fog.progress)
+              else
+                to_return << EY::InstanceAPIServer.snapshot_response(vol_id, snapshot_id, vol[:volume_type], snapshot_info[:created_at], "requested", nil)
+              end
+            end
+          end
+          to_return
+        end
+
+        def request_snapshots_for(instance_id)
+          volumes = @instances[instance_id][:volumes]
+          volumes.each do |vol_id, vol|
+            snapshots = vol[:snapshots]
+            volume_fog = vol[:volume_fog]
+            @@next_snapshot_id ||= 0
+            snapshot_id = (@@next_snapshot_id += 1).to_s
+            snapshots[snapshot_id] = {:created_at => Time.now}
+            @snaplock_callbacks << EY::InstanceAPIServer.snapshots_url_for_performing(instance_id, vol_id, snapshot_id, "token-for-#{instance_id}")
+          end
+        end
+
+        def perform_snapshots_for(instance_id, volume_id, snapshot_id)
+          if vol = volume_info(instance_id, volume_id)
+            snapshots = vol[:snapshots]
+            volume_fog = vol[:volume_fog]
+            if snapshot_info = snapshots[snapshot_id]
+              snapshot_fog = volume_fog.snapshots.create
+              snapshot_info[:snapshot_fog] = snapshot_fog
+            end
+          end
+        end
+
+        def volume_info(instance_id, volume_id)
+          @instances[instance_id] && @instances[instance_id][:volumes] && @instances[instance_id][:volumes][volume_id]
+        end
+
+        def add_volume(instance_id, volume_id, type)
+          instance_fog = @instances[instance_id][:instance_fog]
+          volume_fog = instance_fog.volumes.create(:size => 5, :device => 'dev/sdz123')
+          @instances[instance_id][:volumes] ||= {}
+          @instances[instance_id][:volumes][volume_id] ||= {:volume_fog => volume_fog, :volume_type => type, :snapshots => {}}
+        end
+
+      private
+
+        def create_fog_instance
+          Fog::AWS::Compute.new(
+            :aws_access_key_id     => "fake",
+            :aws_secret_access_key => "fake"
+          ).servers.create(
+            :flavor_id => 'm1.large',
+            :image_id  => 'ami-blah'
+          )
+        end
+
+      end
+    end
+  end
+end

data/lib/ey_instance_api_server/snapshots/rackapp.rb

@@ -0,0 +1,78 @@
+require 'sinatra/base'
+require 'json'
+
+module EY
+  module InstanceAPIServer
+    module Snapshots
+      class Rackapp < Sinatra::Base
+        enable :raise_errors
+        disable :dump_errors
+        disable :show_exceptions
+
+        before { content_type :json }
+
+        def validate!
+          unless valid?
+            halt 403, {}.to_json
+          end
+        end
+
+        def not_found
+          status 404
+          {}.to_json
+        end
+
+        get "/" do
+          {}.to_json
+        end
+
+        get "/all/snapshots" do
+          validate!
+          if snapshots = InstanceAPIServer.list_snapshots_for(instance_id)
+            snapshots_hash = snapshots.map do |snapshot|
+              snapshot.to_hash
+            end
+            {'snapshots' => snapshots_hash}.to_json
+          else
+            not_found
+          end
+        end
+
+        post "/all/snapshots" do
+          validate!
+          if snapshot = InstanceAPIServer.request_snapshots_for(instance_id)
+            status 201
+            {}.to_json
+          else
+            not_found
+          end
+        end
+
+        post "/:id/snapshots/:id/perform" do |volume_id, snapshot_id|
+          validate!
+          if snapshot = InstanceAPIServer.perform_snapshot_for(instance_id, volume_id, snapshot_id)
+            status 201
+            {}.to_json
+          else
+            not_found
+          end
+        end
+
+        private
+
+        def valid?
+          InstanceAPIServer.valid?(instance_id, token)
+        end
+
+        def instance_id
+          params['instance_id']
+        end
+
+        def token
+          params['token']
+        end
+      end
+    end
+  end
+end
+

data/lib/ey_instance_api_server/version.rb

@@ -0,0 +1,5 @@
+module EY
+  module InstanceAPIServer
+    VERSION = "0.1.5"
+  end
+end

metadata

@@ -0,0 +1,191 @@
+--- !ruby/object:Gem::Specification 
+name: ey_instance_api_server
+version: !ruby/object:Gem::Version 
+  hash: 17
+  prerelease: 
+  segments: 
+  - 0
+  - 1
+  - 5
+  version: 0.1.5
+platform: ruby
+authors: 
+- Jacob Burkhart
+- Tim Carey-Smith
+- Martin Emde
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-11-01 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: json
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: sinatra
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 15
+        segments: 
+        - 1
+        - 0
+        version: "1.0"
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: rake
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: ruby-debug
+  prerelease: false
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
+  name: rack-client
+  prerelease: false
+  requirement: &id006 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id006
+- !ruby/object:Gem::Dependency 
+  name: rcov
+  prerelease: false
+  requirement: &id007 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id007
+- !ruby/object:Gem::Dependency 
+  name: fog
+  prerelease: false
+  requirement: &id008 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id008
+description: Used by snapshots and services (was going to be used by backups)
+email: 
+- cloud-engineering@engineyard.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- lib/ey_instance_api_server/abstract/example_callback.rb
+- lib/ey_instance_api_server/backups/example_callback.rb
+- lib/ey_instance_api_server/backups/rackapp.rb
+- lib/ey_instance_api_server/backups.rb
+- lib/ey_instance_api_server/services/example_callback.rb
+- lib/ey_instance_api_server/services/rackapp.rb
+- lib/ey_instance_api_server/services.rb
+- lib/ey_instance_api_server/snapshots/example_callback.rb
+- lib/ey_instance_api_server/snapshots/rackapp.rb
+- lib/ey_instance_api_server/snapshots.rb
+- lib/ey_instance_api_server/version.rb
+- lib/ey_instance_api_server.rb
+homepage: 
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.8.10
+signing_key: 
+specification_version: 3
+summary: Server libraries used to expose the instance api in AWSM.
+test_files: []
+