cloudkeeper-one 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 80c6557ac7af41b218ad41f06b64af4c4fb61a41
+  data.tar.gz: ae771fedc4a03c3a095e5014c99b06605f62fee7
+SHA512:
+  metadata.gz: c6fe27e275de9f507b048c9e38970da28906982ec7ce59cef8fb4d5e9725479cbed7d2b611351a600e623abeca68d8c8bb6e2be205768f0fc3c2c7995c8b19e7
+  data.tar.gz: c0abb7b25aaa6053109f230f26fdf89dcbe05078a41513fef690f535cc83633e66278200840f0009751f308dcfb9dea3e028b16456513aa6fd01a7f3f069d87c

data/.gitignore

@@ -0,0 +1,11 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+example
+/vendor/

data/.gitmodules

@@ -0,0 +1,3 @@
+[submodule "lib/cloudkeeper_grpc"]
+	path = lib/cloudkeeper_grpc
+	url = https://github.com/the-cloudkeeper-project/cloudkeeper-grpc-ruby.git

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.rubocop.yml

@@ -0,0 +1,48 @@
+require: rubocop-rspec
+
+AllCops:
+  TargetRubyVersion: 2.0
+  Exclude:
+    - 'vendor/**/*'
+    - 'lib/cloudkeeper_grpc/*'
+
+Metrics/LineLength:
+  Max: 135
+  Exclude:
+    - 'lib/cloudkeeper/one/appliance_actions/list.rb'
+
+Style/Documentation:
+  Enabled: false
+
+Metrics/MethodLength:
+  Max: 15
+
+Metrics/AbcSize:
+  Max: 20
+  Exclude:
+    - 'lib/cloudkeeper/one/appliance_actions/list.rb'
+
+Metrics/ClassLength:
+  Max: 120
+  Exclude:
+    - 'lib/cloudkeeper/one/cli.rb'
+
+RSpec/MultipleExpectations:
+  Enabled: false
+
+RSpec/ExampleLength:
+  Enabled: false
+
+RSpec/NestedGroups:
+  Max: 3
+
+RSpec/NestedGroups:
+  Max: 4
+
+Metrics/BlockLength:
+  Exclude:
+    - 'Rakefile'
+    - '**/*.rake'
+    - 'spec/**/*.rb'
+    - '*.gemspec'
+    - 'lib/cloudkeeper/grpc/*'

data/.travis.yml

@@ -0,0 +1,22 @@
+sudo: false
+
+language: ruby
+rvm:
+  - ruby-head
+  - 2.2.6
+  - 2.3.3
+  - 2.4.0
+
+matrix:
+  allow_failures:
+    - rvm: ruby-head
+    - rvm: 2.4.0
+fast_finish: true
+
+branches:
+  only:
+    - master
+
+before_install: 'gem install bundler -v 1.14.0'
+
+script: 'bundle exec rake acceptance'

data/CODE_OF_CONDUCT.md

@@ -0,0 +1,49 @@
+# Contributor Code of Conduct
+
+As contributors and maintainers of this project, and in the interest of
+fostering an open and welcoming community, we pledge to respect all people who
+contribute through reporting issues, posting feature requests, updating
+documentation, submitting pull requests or patches, and other activities.
+
+We are committed to making participation in this project a harassment-free
+experience for everyone, regardless of level of experience, gender, gender
+identity and expression, sexual orientation, disability, personal appearance,
+body size, race, ethnicity, age, religion, or nationality.
+
+Examples of unacceptable behavior by participants include:
+
+* The use of sexualized language or imagery
+* Personal attacks
+* Trolling or insulting/derogatory comments
+* Public or private harassment
+* Publishing other's private information, such as physical or electronic
+  addresses, without explicit permission
+* Other unethical or unprofessional conduct
+
+Project maintainers have the right and responsibility to remove, edit, or
+reject comments, commits, code, wiki edits, issues, and other contributions
+that are not aligned to this Code of Conduct, or to ban temporarily or
+permanently any contributor for other behaviors that they deem inappropriate,
+threatening, offensive, or harmful.
+
+By adopting this Code of Conduct, project maintainers commit themselves to
+fairly and consistently applying these principles to every aspect of managing
+this project. Project maintainers who do not follow or enforce the Code of
+Conduct may be permanently removed from the project team.
+
+This code of conduct applies both within project spaces and in public spaces
+when an individual is representing the project or its community.
+
+Instances of abusive, harassing, or otherwise unacceptable behavior may be
+reported by contacting a project maintainer at kimle.michal@gmail.com. All
+complaints will be reviewed and investigated and will result in a response that
+is deemed necessary and appropriate to the circumstances. Maintainers are
+obligated to maintain confidentiality with regard to the reporter of an
+incident.
+
+This Code of Conduct is adapted from the [Contributor Covenant][homepage],
+version 1.3.0, available at
+[http://contributor-covenant.org/version/1/3/0/][version]
+
+[homepage]: http://contributor-covenant.org
+[version]: http://contributor-covenant.org/version/1/3/0/

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in cloudkeeper-one.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,17 @@
+The work represented by this source file was partially or entirely
+funded by the EGI-Engage project co-funded by the European Union (EU)
+Horizon 2020 program under Grant number 654142.
+
+Copyright (c) 2017 CESNET
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.

data/README.md

@@ -0,0 +1,98 @@
+# cloudkeeper-one
+OpenNebula backend for [cloudkeeper](https://github.com/the-cloudkeeper-project/cloudkeeper)
+
+[![Build Status](https://secure.travis-ci.org/the-cloudkeeper-project/cloudkeeper-one.png)](http://travis-ci.org/the-cloudkeeper-project/cloudkeeper-one)
+[![Dependency Status](https://gemnasium.com/the-cloudkeeper-project/cloudkeeper-one.png)](https://gemnasium.com/the-cloudkeeper-project/cloudkeeper-one)
+[![Gem Version](https://fury-badge.herokuapp.com/rb/cloudkeeper-one.png)](https://badge.fury.io/rb/cloudkeeper-one)
+[![Code Climate](https://codeclimate.com/github/the-cloudkeeper-project/cloudkeeper-one.png)](https://codeclimate.com/github/the-cloudkeeper-project/cloudkeeper-one)
+
+## What does cloudkeeper-one do?
+cloudkeeper-one is able to manage [OpenNebula](https://opennebula.org/) cloud - upload, update and remove images and templates representing EGI AppDB appliances. cloudkeeper-one runs as a server listening for [gRPC](http://www.grpc.io/) communication usually from core [cloudkeeper](https://github.com/the-cloudkeeper-project/cloudkeeper) component.
+
+##Requirements
+* Ruby >= 2.0.0
+* Rubygems
+* OpenNebula >= 5.2 (doesn't have to be present on the same machine)
+
+## Installation
+
+###From RubyGems.org
+To install the most recent stable version
+```bash
+gem install cloudkeeper-one
+```
+
+###From source (dev)
+**Installation from source should never be your first choice! Especially, if you are not
+familiar with RVM, Bundler, Rake and other dev tools for Ruby!**
+
+**However, if you wish to contribute to our project, this is the right way to start.**
+
+To build and install the bleeding edge version from master
+
+```bash
+git clone git://github.com/the-cloudkeeper-project/cloudkeeper-one.git
+cd cloudkeeper-one
+gem install bundler
+bundle install
+bundle exec rake spec
+```
+
+##Configuration
+###Create a configuration file for cloudkeeper-one
+Configuration file can be read by cloudkeeper-one from these
+three locations:
+
+* `~/.cloudkeeper-one/cloudkeeper-one.yml`
+* `/etc/cloudkeeper-one/cloudkeeper-one.yml`
+* `PATH_TO_GEM_DIR/config/cloudkeeper-one.yml`
+
+The default configuration file can be found at the last location
+`PATH_TO_GEM_DIR/config/cloudkeeper-one.yml`.
+
+## Usage
+cloudkeeper-one is run with executable `cloudkeeper-one`. For further assistance run `cloudkeeper-one help sync`:
+```bash
+Usage:
+  cloudkeeper-one sync --appliances-permissions=APPLIANCES-PERMISSIONS --appliances-tmp-dir=APPLIANCES-TMP-DIR --identifier=IDENTIFIER --listen-address=LISTEN-ADDRESS --opennebula-api-call-timeout=OPENNEBULA-API-CALL-TIMEOUT --opennebula-datastores=one two three --opennebula-endpoint=OPENNEBULA-ENDPOINT --opennebula-secret=OPENNEBULA-SECRET
+
+Options:
+  --listen-address=LISTEN-ADDRESS                            # IP address gRPC server will listen on
+                                                             # Default: 127.0.0.1:50051
+  [--authentication], [--no-authentication]                  # Client <-> server authentication
+  [--certificate=CERTIFICATE]                                # Backend's host certificate
+                                                             # Default: /etc/grid-security/hostcert.pem
+  [--key=KEY]                                                # Backend's host key
+                                                             # Default: /etc/grid-security/hostkey.pem
+  --identifier=IDENTIFIER                                    # Instance identifier
+                                                             # Default: cloudkeeper-one
+  [--core-certificate=CORE-CERTIFICATE]                      # Core's certificate
+                                                             # Default: /etc/grid-security/corecert.pem
+  --appliances-tmp-dir=APPLIANCES-TMP-DIR                    # Directory where to temporarily store appliances
+                                                             # Default: /var/spool/cloudkeeper/appliances
+  [--appliances-template-dir=APPLIANCES-TEMPLATE-DIR]        # If set, templates within this directory are used to construct images and templates in OpenNebula
+  --appliances-permissions=APPLIANCES-PERMISSIONS            # UNIX-like permissions appliances will have within OpenNebula
+                                                             # Default: 640
+  --opennebula-secret=OPENNEBULA-SECRET                      # OpenNebula authentication secret
+                                                             # Default: oneadmin:opennebula
+  --opennebula-endpoint=OPENNEBULA-ENDPOINT                  # OpenNebula XML-RPC endpoint
+                                                             # Default: http://localhost:2633/RPC2
+  --opennebula-datastores=one two three                      # OpenNebula datastores images will be uploaded to
+                                                             # Default: ["default"]
+  [--opennebula-users=one two three]                         # Handle only images/templates of specified users
+  --opennebula-api-call-timeout=OPENNEBULA-API-CALL-TIMEOUT  # How long will cloudkeeper-one wait for image/template operations to finish in OpenNebula
+                                                             # Default: 3h
+  --logging-level=LOGGING-LEVEL
+                                                             # Default: ERROR
+                                                             # Possible values: DEBUG, INFO, WARN, ERROR, FATAL, UNKNOWN
+  [--logging-file=LOGGING-FILE]                              # File to write logs to
+                                                             # Default: /var/log/cloudkeeper/cloudkeeper-one.log
+  [--debug], [--no-debug]                                    # Runs cloudkeeper in debug mode
+```
+
+## Contributing
+1. Fork it ( https://github.com/the-cloudkeeper-project/cloudkeeper-one/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,17 @@
+require 'rspec/core/rake_task'
+require 'rubocop/rake_task'
+require 'bundler/gem_tasks'
+
+RSpec::Core::RakeTask.new(:spec)
+RuboCop::RakeTask.new
+
+task default: :spec
+
+desc 'Run acceptance tests (RSpec + Rubocop)'
+task test: 'acceptance'
+
+desc 'Run acceptance tests (RSpec + Rubocop)'
+task :acceptance do |_t|
+  Rake::Task['spec'].invoke
+  Rake::Task['rubocop'].invoke
+end

data/bin/cloudkeeper-one

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+require 'cloudkeeper_grpc'
+require 'cloudkeeper/one'
+
+Cloudkeeper::One::CLI.start(ARGV)

data/cloudkeeper-one.gemspec

@@ -0,0 +1,44 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'cloudkeeper/one/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'cloudkeeper-one'
+  spec.version       = Cloudkeeper::One::VERSION
+  spec.authors       = ['Michal Kimle']
+  spec.email         = ['kimle.michal@gmail.com']
+
+  spec.summary       = 'OpenNebula backend for cloudkeeper'
+  spec.description   = 'OpenNebula backend for cloudkeeper'
+  spec.homepage      = 'https://github.com/Misenko/cloudkeeper-one'
+  spec.license       = 'Apache License, Version 2.0'
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.require_paths = ['lib']
+
+  spec.add_development_dependency 'bundler', '~> 1.14'
+  spec.add_development_dependency 'rake', '~> 11.2'
+  spec.add_development_dependency 'rspec', '~> 3.5'
+  spec.add_development_dependency 'rubocop', '~> 0.42'
+  spec.add_development_dependency 'rubocop-rspec', '~> 1.7'
+  spec.add_development_dependency 'rspec-collection_matchers', '~> 1.1'
+  spec.add_development_dependency 'simplecov', '~> 0.12'
+  spec.add_development_dependency 'pry', '~> 0.10'
+  spec.add_development_dependency 'pry-byebug', '~> 3.4'
+  spec.add_development_dependency 'vcr', '~> 3.0'
+  spec.add_development_dependency 'webmock', '~> 2.1'
+  spec.add_development_dependency 'grpc-tools', '~> 1.0'
+
+  spec.add_runtime_dependency 'thor', '~> 0.19'
+  spec.add_runtime_dependency 'yell', '~> 2.0'
+  spec.add_runtime_dependency 'grpc', '~> 1.0'
+  spec.add_runtime_dependency 'settingslogic', '~> 2.0'
+  spec.add_runtime_dependency 'activesupport', '~> 4.0'
+  spec.add_runtime_dependency 'tilt', '~> 2.0'
+  spec.add_runtime_dependency 'opennebula', '~> 5.2'
+  spec.add_runtime_dependency 'chronic_duration', '~> 0.10'
+
+  spec.required_ruby_version = '>= 2.2.0'
+end

data/config/cloudkeeper-one.yml

@@ -0,0 +1,23 @@
+cloudkeeper-one:
+  listen-address: 127.0.0.1:50051 # IP address gRPC server will listen on
+  authentication: false # core (client) <-> backend (server) authentication (certificate, key and core-certificate options)
+  certificate: /etc/grid-security/hostcert.pem # Backend's host certificate
+  key: /etc/grid-security/hostkey.pem # Backend's host key
+  identifier: cloudkeeper-one # Instance identifier
+  core:
+    certificate: /etc/grid-security/corecert.pem # Core's certificate
+  appliances:
+    tmp-dir: /var/spool/cloudkeeper/appliances # Directory where to temporarily store appliances
+    template-dir: # If set, templates within this directory are used to construct images and templates in OpenNebula
+    permissions: "640" # UNIX-like permissions appliances will have within OpenNebula
+  opennebula:
+    secret: oneadmin:opennebula # If not specified, looking for secret in environment variable ONE_AUTH and file ~/.one/one_auth
+    endpoint: http://localhost:2633/RPC2 # If not specified, looking for endpoint in environment variable ONE_XMLRPC and file ~/.one/one_endpoint
+    datastores: # Array of OpenNebula datastores images will be uploaded to
+      - default
+    users: # Handle only images/templates of specified users
+    api-call-timeout: 3h # How long will cloudkeeper-one wait for image/template operations to finish in OpenNebula
+  logging:
+    level: ERROR # Logging level
+    file: /var/log/cloudkeeper/cloudkeeper-one.log # File to write log to. To turn off file logging leave this field empty.
+  debug: false # Debug mode

data/config/templates/image.erb

@@ -0,0 +1,20 @@
+NAME = "<%= name %>"
+
+<% if appliance.description %>
+DESCRIPTION = "<%= "#{appliance.title} - #{appliance.description}" %>"
+<% else %>
+DESCRIPTION = "<%= appliance.title %>"
+<% end %>
+
+<% if image %>
+TYPE = "OS"
+DISK_TYPE = "BLOCK"
+PATH = "<%= image.location %>"
+
+<% case image.format %>
+<% when :QCOW2 %>
+DRIVER = "qcow2"
+<% else %>
+DRIVER = "raw"
+<% end %>
+<% end %>

data/config/templates/template.erb

@@ -0,0 +1,19 @@
+NAME = "<%= name %>"
+
+<% if appliance.description %>
+DESCRIPTION = "<%= "#{appliance.title} - #{appliance.description}" %>"
+<% else %>
+DESCRIPTION = "<%= appliance.title %>"
+<% end %>
+
+MEMORY = "<%= appliance.ram || 1024 %>"
+CPU = "<%= appliance.core || 0.25 %>"
+VCPU = "<%= appliance.core || 1 %>"
+
+OS = [
+ARCH = "<%= appliance.architecture || "x86_64" %>"
+]
+
+DISK = [
+IMAGE_ID = "<%= image_id %>"
+]

data/lib/cloudkeeper/one/appliance_actions/list.rb

@@ -0,0 +1,68 @@
+module Cloudkeeper
+  module One
+    module ApplianceActions
+      module List
+        def list_image_lists
+          logger.debug 'Listing all image lists available in OpenNebula'
+          image_list_identifiers = template_handler.find_all.map do |template|
+            image_list_identifier = template["TEMPLATE/#{Cloudkeeper::One::Opennebula::Tags::APPLIANCE_IMAGE_LIST_ID}"]
+            unless image_list_identifier
+              logger.warn "Managed template #{template.id.inspect} is missing image list identifier"
+              next
+            end
+            image_list_identifier
+          end.compact.uniq.sort
+
+          logger.debug "Image lists available in OpenNebula: #{image_list_identifiers.inspect}"
+          image_list_identifiers.map { |ili| CloudkeeperGrpc::ImageListIdentifier.new image_list_identifier: ili }
+        end
+
+        def list_appliances(image_list_id)
+          logger.debug "Listing appliances with image list id #{image_list_id.inspect}"
+          templates = template_handler.find_by_image_list_id image_list_id
+          templates.uniq! { |template| template["TEMPLATE/#{Cloudkeeper::One::Opennebula::Tags::APPLIANCE_ID}"] }
+
+          templates.map do |template|
+            image = find_image_for_template template
+            populate_proto_appliance template, image
+          end
+        end
+
+        private
+
+        def find_image_for_template(template)
+          image = image_handler.find_by_name template.name
+          raise Cloudkeeper::One::Errors::Actions::ListingError, "Missing coresponding image for template #{template.id.inspect}" \
+            unless image
+          image
+        end
+
+        def populate_proto_appliance(template, image)
+          CloudkeeperGrpc::Appliance.new identifier: template["TEMPLATE/#{Cloudkeeper::One::Opennebula::Tags::APPLIANCE_ID}"].to_s,
+                                         description: template["TEMPLATE/#{Cloudkeeper::One::Opennebula::Tags::APPLIANCE_DESCRIPTION}"].to_s,
+                                         mpuri: template["TEMPLATE/#{Cloudkeeper::One::Opennebula::Tags::APPLIANCE_MPURI}"].to_s,
+                                         title: template["TEMPLATE/#{Cloudkeeper::One::Opennebula::Tags::APPLIANCE_TITLE}"].to_s,
+                                         group: template["TEMPLATE/#{Cloudkeeper::One::Opennebula::Tags::APPLIANCE_GROUP}"].to_s,
+                                         ram: template["TEMPLATE/#{Cloudkeeper::One::Opennebula::Tags::APPLIANCE_RAM}"].to_i,
+                                         core: template["TEMPLATE/#{Cloudkeeper::One::Opennebula::Tags::APPLIANCE_CORE}"].to_i,
+                                         version: template["TEMPLATE/#{Cloudkeeper::One::Opennebula::Tags::APPLIANCE_VERSION}"].to_s,
+                                         architecture: template["TEMPLATE/#{Cloudkeeper::One::Opennebula::Tags::APPLIANCE_ARCHITECTURE}"].to_s,
+                                         operating_system: template["TEMPLATE/#{Cloudkeeper::One::Opennebula::Tags::APPLIANCE_OPERATING_SYSTEM}"].to_s,
+                                         vo: template["TEMPLATE/#{Cloudkeeper::One::Opennebula::Tags::APPLIANCE_VO}"].to_s,
+                                         image: populate_proto_image(image),
+                                         expiration_date: template["TEMPLATE/#{Cloudkeeper::One::Opennebula::Tags::APPLIANCE_EXPIRATION_DATE}"].to_i,
+                                         image_list_identifier: template["TEMPLATE/#{Cloudkeeper::One::Opennebula::Tags::APPLIANCE_IMAGE_LIST_ID}"].to_s,
+                                         attributes: JSON.parse(Base64.strict_decode64(template["TEMPLATE/#{Cloudkeeper::One::Opennebula::Tags::APPLIANCE_ATTRIBUTES}"]))
+        end
+
+        def populate_proto_image(image)
+          CloudkeeperGrpc::Image.new mode: :LOCAL, location: '',
+                                     format: image["TEMPLATE/#{Cloudkeeper::One::Opennebula::Tags::IMAGE_FORMAT}"].upcase.to_sym,
+                                     checksum: image["TEMPLATE/#{Cloudkeeper::One::Opennebula::Tags::IMAGE_CHECKSUM}"].to_s,
+                                     size: image["TEMPLATE/#{Cloudkeeper::One::Opennebula::Tags::IMAGE_SIZE}"].to_i,
+                                     uri: image["TEMPLATE/#{Cloudkeeper::One::Opennebula::Tags::IMAGE_URI}"].to_s
+        end
+      end
+    end
+  end
+end

data/lib/cloudkeeper/one/appliance_actions/registration.rb

@@ -0,0 +1,73 @@
+module Cloudkeeper
+  module One
+    module ApplianceActions
+      module Registration
+        include Utils::ImageDownload
+        include Utils::TemplatePreparation
+        include Cloudkeeper::One::ApplianceActions::Update
+        include Cloudkeeper::One::ApplianceActions::Removal
+
+        def register_or_update_appliance(proto_appliance)
+          raise Cloudkeeper::One::Errors::ArgumentError, 'appliance cannot be nil' unless proto_appliance
+
+          group = group_handler.find_by_name proto_appliance.vo
+          raise Cloudkeeper::One::Errors::Actions::RegistrationError, "Missing group with name #{proto_appliance.vo}" unless group
+
+          remove_images :find_by_appliance_id, proto_appliance.identifier
+
+          datastores = datastore_handler.find_by_names Cloudkeeper::One::Settings[:'opennebula-datastores']
+          datastores.each do |datastore|
+            image = register_image proto_appliance, datastore, group
+            register_or_update_template proto_appliance, image, group
+          end
+        end
+
+        private
+
+        def register_or_update_template(proto_appliance, image, group)
+          template = template_handler.find_by_name image.name
+          if template
+            update_template template, image, proto_appliance
+            return
+          end
+
+          register_template proto_appliance, image.id, image.name, group
+        end
+
+        def register_image(proto_appliance, datastore, group)
+          raise Cloudkeeper::One::Errors::ArgumentError, 'appliance and image cannot be nil' \
+            unless proto_appliance && proto_appliance.image
+
+          logger.debug "Registering image for appliance #{proto_appliance.identifier}, datastore #{datastore.name.inspect} and " \
+                       "group #{group.name.inspect}"
+
+          proto_image = prepare_image proto_appliance
+          name = "#{proto_appliance.identifier}@#{datastore.name}"
+          template = prepare_template 'image.erb', appliance: proto_appliance, image: proto_image, name: name
+          image_handler.register template, datastore, group
+        end
+
+        def register_template(proto_appliance, image_id, name, group)
+          raise Cloudkeeper::One::Errors::ArgumentError, 'appliance cannot be nil' \
+            unless proto_appliance
+
+          logger.debug "Registering template for appliance #{proto_appliance.identifier}, image #{image_id.inspect} and " \
+                       "group #{group.name.inspect}"
+
+          proto_image = proto_appliance.image
+          template = prepare_template 'template.erb', appliance: proto_appliance, image: proto_image,
+                                                      name: name, image_id: image_id
+          template_handler.register template, group
+        end
+
+        def prepare_image(proto_appliance)
+          proto_image = proto_appliance.image
+          proto_image.location = download_image(proto_image.location, proto_image.username, proto_image.password) \
+            if proto_image.mode == :REMOTE
+
+          proto_image
+        end
+      end
+    end
+  end
+end

data/lib/cloudkeeper/one/appliance_actions/removal.rb

@@ -0,0 +1,57 @@
+module Cloudkeeper
+  module One
+    module ApplianceActions
+      module Removal
+        def remove_appliance(appliance_id)
+          logger.debug "Removing templates for appliance #{appliance_id.inspect}"
+          remove_templates :find_by_appliance_id, appliance_id
+          logger.debug "Removing images for appliance #{appliance_id.inspect}"
+          remove_images :find_by_appliance_id, appliance_id
+        end
+
+        def remove_image_list(image_list_id)
+          logger.debug "Removing templates for image list #{image_list_id.inspect}"
+          remove_templates :find_by_image_list_id, image_list_id
+          logger.debug "Removing images for image list #{image_list_id.inspect}"
+          remove_images :find_by_image_list_id, image_list_id
+        end
+
+        def remove_expired
+          logger.debug 'Removing expired images...'
+          handle_iteration(image_handler.expired) { |item| image_handler.delete item }
+        end
+
+        def remove_templates(method, value)
+          handle_iteration(template_handler.send(method, value)) { |item| template_handler.delete item }
+        end
+
+        def remove_images(method, value)
+          handle_iteration(image_handler.send(method, value)) do |item|
+            image_handler.expire item
+            image_handler.delete item
+          end
+        end
+
+        private
+
+        def handle_iteration(items)
+          raise Cloudkeeper::One::Errors::ArgumentError, 'Iteration error handler was called without a block!' unless block_given?
+
+          error = nil
+          items.each do |item|
+            begin
+              yield item
+            rescue Cloudkeeper::One::Errors::StandardError => ex
+              error ||= Cloudkeeper::One::Errors::MultiError.new
+              error << ex
+              logger.error ex.message
+              next
+            end
+          end
+
+          raise error if error
+        end
+      end
+    end
+  end
+end

data/lib/cloudkeeper/one/appliance_actions/update.rb

@@ -0,0 +1,34 @@
+module Cloudkeeper
+  module One
+    module ApplianceActions
+      module Update
+        include Utils::TemplatePreparation
+
+        def update_appliance_metadata(proto_appliance)
+          raise Cloudkeeper::One::Errors::ArgumentError, 'appliance cannot be nil' unless proto_appliance
+
+          templates = template_handler.find_by_appliance_id proto_appliance.identifier
+          templates.each do |template|
+            image = image_handler.find_by_name template.name
+            raise Cloudkeeper::One::Errors::Actions::UpdateError, "Missing coresponding image for template #{template.id.inspect}"\
+              unless image
+            update_image image, proto_appliance
+            update_template template, image, proto_appliance
+          end
+        end
+
+        def update_image(image, proto_appliance)
+          logger.debug "Updating image metadata for appliance #{proto_appliance.identifier.inspect}"
+          image_template = prepare_template 'image.erb', appliance: proto_appliance, name: image.name
+          image_handler.update image, image_template
+        end
+
+        def update_template(template, image, proto_appliance)
+          logger.debug "Updating template metadata for appliance #{proto_appliance.identifier.inspect}"
+          template_template = prepare_template 'template.erb', appliance: proto_appliance, name: template.name, image_id: image.id
+          template_handler.update template, template_template
+        end
+      end
+    end
+  end
+end