oneds-mrproper 0.1.0

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    NDgwZDhkYmZiZDZhMGM5YmMyMjRlYWEzNzY4MWFjOTA4NmQ3MzA1Yw==
+  data.tar.gz: !binary |-
+    MjJlOTE2Yjg0Y2VhNDI0NGM0ZmZkNGM1ZTg2NGRlMTRjNmY0OTlkZg==
+SHA512:
+  metadata.gz: !binary |-
+    NjQ2ZTFhOTA1OTJjMmZmMzFiMDFkMDE2ZTMyNWIxZWQzYjI1ZjZmZDViNjk4
+    ODE0ZTJkOWRhODk3NGFhZTEyNTljNzVhYzY5NTA4YWViODdlOWY1MzNjMDc1
+    YWIyODg5NzA5YjZlOTYwZjFiNjRlMmJlN2QyZmI3ZWZjMjEyMDI=
+  data.tar.gz: !binary |-
+    ZTVjZGQxNDViNDY4OTZjZmEzZTQ2ODRhYjkwNDg2ZTU5YWZjOGU0NTA3Nzdm
+    MGM1NDcxYjYwNGM1YjNjYzRkZTFhODkyNzAyMWNkMTZjNDg2ZjVmNzE2N2Yz
+    MDlkMTdlODhiYmQ4YjliNzYwNjQyM2QxZjUyMTk4ZmY4MWY0ZjY=

data/.gitignore

@@ -0,0 +1,12 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+example
+/vendor/
+/coverage/

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.rubocop.yml

@@ -0,0 +1,18 @@
+AllCops:
+  TargetRubyVersion: 2.0
+
+Metrics/LineLength:
+    Max: 135
+
+Style/Documentation:
+  Enabled: false
+
+Metrics/MethodLength:
+  Max: 15
+
+Metrics/BlockLength:
+  Exclude:
+    - 'Rakefile'
+    - '**/*.rake'
+    - 'spec/**/*.rb'
+    - '*.gemspec'

data/.travis.yml

@@ -0,0 +1,9 @@
+sudo: false
+language: ruby
+rvm:
+  - 1.9
+  - 2.0
+  - 2.1
+  - 2.2
+  - 2.3.3
+before_install: gem install bundler -v 1.13.7

data/CODE_OF_CONDUCT.md

@@ -0,0 +1,74 @@
+# Contributor Covenant Code of Conduct
+
+## Our Pledge
+
+In the interest of fostering an open and welcoming environment, we as
+contributors and maintainers pledge to making participation in our project and
+our community a harassment-free experience for everyone, regardless of age, body
+size, disability, ethnicity, gender identity and expression, level of experience,
+nationality, personal appearance, race, religion, or sexual identity and
+orientation.
+
+## Our Standards
+
+Examples of behavior that contributes to creating a positive environment
+include:
+
+* Using welcoming and inclusive language
+* Being respectful of differing viewpoints and experiences
+* Gracefully accepting constructive criticism
+* Focusing on what is best for the community
+* Showing empathy towards other community members
+
+Examples of unacceptable behavior by participants include:
+
+* The use of sexualized language or imagery and unwelcome sexual attention or
+advances
+* Trolling, insulting/derogatory comments, and personal or political attacks
+* Public or private harassment
+* Publishing others' private information, such as a physical or electronic
+  address, without explicit permission
+* Other conduct which could reasonably be considered inappropriate in a
+  professional setting
+
+## Our Responsibilities
+
+Project maintainers are responsible for clarifying the standards of acceptable
+behavior and are expected to take appropriate and fair corrective action in
+response to any instances of unacceptable behavior.
+
+Project maintainers have the right and responsibility to remove, edit, or
+reject comments, commits, code, wiki edits, issues, and other contributions
+that are not aligned to this Code of Conduct, or to ban temporarily or
+permanently any contributor for other behaviors that they deem inappropriate,
+threatening, offensive, or harmful.
+
+## Scope
+
+This Code of Conduct applies both within project spaces and in public spaces
+when an individual is representing the project or its community. Examples of
+representing a project or community include using an official project e-mail
+address, posting via an official social media account, or acting as an appointed
+representative at an online or offline event. Representation of a project may be
+further defined and clarified by project maintainers.
+
+## Enforcement
+
+Instances of abusive, harassing, or otherwise unacceptable behavior may be
+reported by contacting the project team at kimle.michal@gmail.com. All
+complaints will be reviewed and investigated and will result in a response that
+is deemed necessary and appropriate to the circumstances. The project team is
+obligated to maintain confidentiality with regard to the reporter of an incident.
+Further details of specific enforcement policies may be posted separately.
+
+Project maintainers who do not follow or enforce the Code of Conduct in good
+faith may face temporary or permanent repercussions as determined by other
+members of the project's leadership.
+
+## Attribution
+
+This Code of Conduct is adapted from the [Contributor Covenant][homepage], version 1.4,
+available at [http://contributor-covenant.org/version/1/4][version]
+
+[homepage]: http://contributor-covenant.org
+[version]: http://contributor-covenant.org/version/1/4/

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in oneds-mrproper.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,13 @@
+Copyright 2016 Michal Kimle
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.

data/README.md

@@ -0,0 +1,79 @@
+# oneds-mrproper
+
+Cleaning utility for OpenNebula datastores.
+
+Cleans forgotten images of image datastores, directories of system datastores and empty unused datastore directories.
+
+[![Gem Version](https://fury-badge.herokuapp.com/rb/oneds-mrproper.png)](https://badge.fury.io/rb/oneds-mrproper)
+
+##Requirements
+* Ruby >= 1.9.3
+
+###OpenNebula backend
+* [OpenNebula](http://opennebula.org/) >= 5.2 (doesn't have to be present on the same machine)
+
+## Installation
+###From RubyGems.org
+To install the most recent stable version
+```bash
+gem install oneds-mrproper
+```
+
+###From source (dev)
+**Installation from source should never be your first choice! Especially, if you are not
+familiar with RVM, Bundler, Rake and other dev tools for Ruby!**
+
+**However, if you wish to contribute to our project, this is the right way to start.**
+
+To build and install the bleeding edge version from master
+
+```bash
+git clone git://github.com/Misenko/oneds-mrproper.git
+cd oneds-mrproper
+gem install bundler
+bundle install
+```
+
+##Usage
+oneds-mrproper is run with executable `oneds-mrproper`. For further assistance run `oneds-mrproper help`:
+```bash
+$ oneds-mrproper help
+
+Commands:
+  oneds-mrproper clean           # Cleaning datastores
+  oneds-mrproper help [COMMAND]  # Describe available commands or one specific command
+
+Options:
+  [--dry-run], [--no-dry-run]  # Runs oneds-mrproper without modifying anything
+  [--debug], [--no-debug]      # Runs oneds-mrproper in debug mode
+  [--info], [--no-info]        # Runs oneds-mrproper in info mode
+```
+oneds-mrproper cleaning is started with `clean` command (command is default and can be omitted)
+```bash
+$ oneds-mrproper help clean
+
+Usage:
+  oneds-mrproper clean
+
+Options:
+  [--system], [--no-system]        # Clean also system datastores
+                                   # Default: true
+  [--image], [--no-image]          # Clean also image datastores
+                                   # Default: true
+  [--directory], [--no-directory]  # Clean also forgotten datastore directories
+                                   # Default: true
+  [--one-endpoint=ONE-ENDPOINT]    # OpenNebula endpoint
+  [--one-secret=ONE-SECRET]        # OpenNebula endpoint
+  [--dry-run], [--no-dry-run]      # Runs oneds-mrproper without modifying anything
+  [--debug], [--no-debug]          # Runs oneds-mrproper in debug mode
+  [--info], [--no-info]            # Runs oneds-mrproper in info mode
+
+Cleaning datastores
+```
+
+## Contributing
+1. Fork it ( https://github.com/Misenko/oneds-mrproper/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,17 @@
+require 'rspec/core/rake_task'
+require 'rubocop/rake_task'
+require 'bundler/gem_tasks'
+
+RSpec::Core::RakeTask.new(:spec)
+RuboCop::RakeTask.new
+
+task default: :spec
+
+desc 'Run acceptance tests (RSpec + Rubocop)'
+task test: 'acceptance'
+
+desc 'Run acceptance tests (RSpec + Rubocop)'
+task :acceptance do |_t|
+  Rake::Task['spec'].invoke
+  Rake::Task['rubocop'].invoke
+end

data/bin/oneds-mrproper

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+require 'oneds/mrproper'
+
+Oneds::Mrproper::CLI.start(ARGV)

data/lib/oneds/mrproper.rb

@@ -0,0 +1,14 @@
+require 'active_support/all'
+require 'opennebula'
+require 'pry'
+require 'fileutils'
+
+module Oneds
+  module Mrproper
+    autoload :Version, 'oneds/mrproper/version'
+    autoload :Errors, 'oneds/mrproper/errors'
+    autoload :CLI, 'oneds/mrproper/cli'
+    autoload :Cleaners, 'oneds/mrproper/cleaners'
+    autoload :One, 'oneds/mrproper/one'
+  end
+end

data/lib/oneds/mrproper/cleaners.rb

@@ -0,0 +1,11 @@
+
+module Oneds
+  module Mrproper
+    module Cleaners
+      autoload :Cleaner, 'oneds/mrproper/cleaners/cleaner'
+      autoload :SystemCleaner, 'oneds/mrproper/cleaners/system_cleaner'
+      autoload :ImageCleaner, 'oneds/mrproper/cleaners/image_cleaner'
+      autoload :DirectoryCleaner, 'oneds/mrproper/cleaners/directory_cleaner'
+    end
+  end
+end

data/lib/oneds/mrproper/cleaners/cleaner.rb

@@ -0,0 +1,13 @@
+module Oneds
+  module Mrproper
+    module Cleaners
+      class Cleaner
+        attr_reader :dry_run
+
+        def initialize(dry_run = false)
+          @dry_run = dry_run
+        end
+      end
+    end
+  end
+end

data/lib/oneds/mrproper/cleaners/directory_cleaner.rb

@@ -0,0 +1,48 @@
+module Oneds
+  module Mrproper
+    module Cleaners
+      class DirectoryCleaner < Oneds::Mrproper::Cleaners::Cleaner
+        attr_reader :datastore_manager
+
+        def initialize(client, dry_run)
+          super(dry_run)
+
+          @datastore_manager = Oneds::Mrproper::One::Managers::DatastoreManager.new client
+        end
+
+        def clean
+          logger.info 'Cleaning forgotten datastore directories'
+          datastores = datastore_manager.datastore_paths.sort
+          base_path = File.dirname(datastores.first)
+          logger.debug "Datasores registered in OpenNebula: #{datastores.inspect}"
+          directories = Dir[File.join(base_path, '*')].sort
+          logger.debug "Directories present on filesystem: #{directories.inspect}"
+
+          dirs_to_remove = directories - datastores
+          logger.debug "Directories that will be removed: #{dirs_to_remove.inspect}"
+
+          remove_directories dirs_to_remove
+        end
+
+        private
+
+        def remove_directories(directories)
+          directories.each do |dir|
+            unless File.directory? dir
+              logger.warn "Skipping file #{dir.inspect}, not a directory"
+              next
+            end
+
+            unless Dir[File.join(dir, '*')].empty?
+              logger.warn "Skipping not empty directory #{dir.inspect} which is not registered in OpenNebula"
+              next
+            end
+
+            logger.info "Removing empty directory #{dir.inspect}"
+            FileUtils.rm_r dir unless dry_run
+          end
+        end
+      end
+    end
+  end
+end

data/lib/oneds/mrproper/cleaners/image_cleaner.rb

@@ -0,0 +1,56 @@
+module Oneds
+  module Mrproper
+    module Cleaners
+      class ImageCleaner < Oneds::Mrproper::Cleaners::Cleaner
+        attr_reader :datastore_manager, :image_manager
+
+        def initialize(client, dry_run)
+          super(dry_run)
+
+          @datastore_manager = Oneds::Mrproper::One::Managers::DatastoreManager.new client
+          @image_manager = Oneds::Mrproper::One::Managers::ImageManager.new client
+        end
+
+        def clean
+          logger.info 'Cleaning image datastores'
+          datastores = datastore_manager.image_datastores
+          datastores.each { |datastore| clean_datastore datastore }
+        end
+
+        def clean_datastore(datastore)
+          ds_path = datastore['BASE_PATH']
+          logger.info "Cleaning datastore #{datastore.name.inspect} with path #{ds_path.inspect}"
+
+          unless File.exist? ds_path
+            logger.warn "Path #{ds_path.inspect} not found on headnode, skipping"
+            return
+          end
+
+          fs_files = Dir[File.join(ds_path, '*')].reject { |name| name =~ /^.*\.snap$/ }.sort
+          logger.debug "Files available on filesystem: #{fs_files.inspect}"
+          ds_files = datastore.img_ids.map { |id| image_manager.image_file id }.compact.sort
+          logger.debug "Files registered in OpenNebula: #{ds_files.inspect}"
+
+          files_to_remove = fs_files - ds_files
+          logger.debug "Files that will be removed: #{files_to_remove.inspect}"
+
+          remove_files files_to_remove
+        end
+
+        private
+
+        def remove_files(files)
+          files.each do |file|
+            logger.info "Removing file #{file.inspect}"
+            File.delete file unless dry_run
+            snap_dir = "#{file}.snap"
+            if File.exist? snap_dir
+              logger.info "Removing snapshot directory #{snap_dir.inspect}"
+              FileUtils.rm_r snap_dir unless dry_run
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/oneds/mrproper/cleaners/system_cleaner.rb

@@ -0,0 +1,49 @@
+module Oneds
+  module Mrproper
+    module Cleaners
+      class SystemCleaner < Oneds::Mrproper::Cleaners::Cleaner
+        attr_reader :datastore_manager, :vm_manager
+
+        def initialize(client, dry_run)
+          super(dry_run)
+
+          @datastore_manager = Oneds::Mrproper::One::Managers::DatastoreManager.new client
+          @vm_manager = Oneds::Mrproper::One::Managers::VirtualMachineManager.new client
+        end
+
+        def clean
+          logger.info 'Cleaning system datastores'
+          datastores = datastore_manager.system_datastores
+          datastores.each { |datastore| clean_datastore datastore }
+        end
+
+        def clean_datastore(datastore)
+          ds_path = datastore['BASE_PATH']
+          logger.info "Cleaning datastore #{datastore.name.inspect} with path #{ds_path.inspect}"
+
+          unless File.exist? ds_path
+            logger.warn "Path #{ds_path.inspect} not found on headnode, skipping"
+            return
+          end
+
+          fs_vm_ids = Dir.entries(ds_path).select { |dir| dir =~ /^[0-9]*$/ }.sort
+          logger.debug "Directories available on filesystem: #{fs_vm_ids.inspect}"
+
+          remove_vm_directories fs_vm_ids, ds_path
+        end
+
+        private
+
+        def remove_vm_directories(directories, ds_path)
+          directories.each do |vm_id|
+            vm = vm_manager.virtual_machine(vm_id)
+            if vm && vm_manager.done?(vm)
+              logger.info "Removing virtual machine directory with id #{vm.id.inspect}"
+              FileUtils.rm_r File.join(ds_path, vm_id) unless dry_run
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/oneds/mrproper/cli.rb

@@ -0,0 +1,66 @@
+require 'thor'
+require 'yell'
+
+module Oneds
+  module Mrproper
+    class CLI < Thor
+      class_option :'dry-run',
+                   default: false,
+                   type: :boolean,
+                   desc: 'Runs oneds-mrproper without modifying anything'
+      class_option :debug,
+                   default: false,
+                   type: :boolean,
+                   desc: 'Runs oneds-mrproper in debug mode'
+      class_option :info,
+                   default: false,
+                   type: :boolean,
+                   desc: 'Runs oneds-mrproper in info mode'
+
+      method_option :system,
+                    default: true,
+                    type: :boolean,
+                    desc: 'Clean also system datastores'
+      method_option :image,
+                    default: true,
+                    type: :boolean,
+                    desc: 'Clean also image datastores'
+      method_option :directory,
+                    default: true,
+                    type: :boolean,
+                    desc: 'Clean also forgotten datastore directories'
+      method_option :'one-endpoint',
+                    default: nil,
+                    type: :string,
+                    desc: 'OpenNebula endpoint'
+      method_option :'one-secret',
+                    default: nil,
+                    type: :string,
+                    desc: 'OpenNebula endpoint'
+
+      desc 'clean', 'Cleaning datastores'
+      def clean
+        initialize_logger(options)
+        client = Oneds::Mrproper::One::Helper.client options[:'one-secret'], options[:'one-endpoint']
+        Oneds::Mrproper::Cleaners::SystemCleaner.new(client, options[:'dry-run']).clean if options[:system]
+        Oneds::Mrproper::Cleaners::ImageCleaner.new(client, options[:'dry-run']).clean if options[:image]
+        Oneds::Mrproper::Cleaners::DirectoryCleaner.new(client, options[:'dry-run']).clean if options[:directory]
+      end
+
+      default_task :clean
+
+      private
+
+      def initialize_logger(options)
+        level = 'ERROR'
+        level = 'INFO' if options[:info] || options[:'dry-run']
+        level = 'DEBUG' if options[:debug]
+
+        Yell.new :stdout, name: Object, level: level.downcase, format: Yell::DefaultFormat
+        Object.send :include, Yell::Loggable
+
+        logger.info 'DRY RUN ENABLED' if options[:'dry-run']
+      end
+    end
+  end
+end

data/lib/oneds/mrproper/errors.rb

@@ -0,0 +1,9 @@
+module Oneds
+  module Mrproper
+    module Errors
+      autoload :StandardError, 'oneds/mrproper/errors/standard_error'
+      autoload :OpennebulaError, 'oneds/mrproper/errors/opennebula_error'
+      autoload :One, 'oneds/mrproper/errors/one'
+    end
+  end
+end

data/lib/oneds/mrproper/errors/one.rb

@@ -0,0 +1,14 @@
+module Oneds
+  module Mrproper
+    module Errors
+      module One
+        autoload :StubError, 'oneds/mrproper/errors/one/stub_error'
+        autoload :AuthenticationError, 'oneds/mrproper/errors/one/authentication_error'
+        autoload :ResourceNotFoundError, 'oneds/mrproper/errors/one/resource_not_found_error'
+        autoload :ResourceRetrievalError, 'oneds/mrproper/errors/one/resource_retrieval_error'
+        autoload :ResourceStateError, 'oneds/mrproper/errors/one/resource_state_error'
+        autoload :UserNotAuthorizedError, 'oneds/mrproper/errors/one/user_not_authorized_error'
+      end
+    end
+  end
+end

data/lib/oneds/mrproper/errors/one/authentication_error.rb

@@ -0,0 +1,10 @@
+module Oneds
+  module Mrproper
+    module Errors
+      module One
+        class AuthenticationError < Oneds::Mrproper::Errors::OpennebulaError
+        end
+      end
+    end
+  end
+end

data/lib/oneds/mrproper/errors/one/resource_not_found_error.rb

@@ -0,0 +1,10 @@
+module Oneds
+  module Mrproper
+    module Errors
+      module One
+        class ResourceNotFoundError < Oneds::Mrproper::Errors::OpennebulaError
+        end
+      end
+    end
+  end
+end

data/lib/oneds/mrproper/errors/one/resource_retrieval_error.rb

@@ -0,0 +1,10 @@
+module Oneds
+  module Mrproper
+    module Errors
+      module One
+        class ResourceRetrievalError < Oneds::Mrproper::Errors::OpennebulaError
+        end
+      end
+    end
+  end
+end

data/lib/oneds/mrproper/errors/one/resource_state_error.rb

@@ -0,0 +1,10 @@
+module Oneds
+  module Mrproper
+    module Errors
+      module One
+        class ResourceStateError < Oneds::Mrproper::Errors::OpennebulaError
+        end
+      end
+    end
+  end
+end

data/lib/oneds/mrproper/errors/one/stub_error.rb

@@ -0,0 +1,10 @@
+module Oneds
+  module Mrproper
+    module Errors
+      module One
+        class StubError < Oneds::Mrproper::Errors::OpennebulaError
+        end
+      end
+    end
+  end
+end

data/lib/oneds/mrproper/errors/one/user_not_authorized_error.rb

@@ -0,0 +1,10 @@
+module Oneds
+  module Mrproper
+    module Errors
+      module One
+        class UserNotAuthorizedError < Oneds::Mrproper::Errors::OpennebulaError
+        end
+      end
+    end
+  end
+end

data/lib/oneds/mrproper/errors/opennebula_error.rb

@@ -0,0 +1,8 @@
+module Oneds
+  module Mrproper
+    module Errors
+      class OpennebulaError < Oneds::Mrproper::Errors::StandardError
+      end
+    end
+  end
+end

data/lib/oneds/mrproper/errors/standard_error.rb

@@ -0,0 +1,8 @@
+module Oneds
+  module Mrproper
+    module Errors
+      class StandardError < ::StandardError
+      end
+    end
+  end
+end

data/lib/oneds/mrproper/one.rb

@@ -0,0 +1,8 @@
+module Oneds
+  module Mrproper
+    module One
+      autoload :Helper, 'oneds/mrproper/one/helper'
+      autoload :Managers, 'oneds/mrproper/one/managers'
+    end
+  end
+end

data/lib/oneds/mrproper/one/helper.rb

@@ -0,0 +1,33 @@
+module Oneds
+  module Mrproper
+    module One
+      class Helper
+        class << self
+          def client(secret = nil, endpoint = nil)
+            OpenNebula::Client.new(secret, endpoint)
+          end
+
+          def handle_opennebula_error
+            raise Oneds::Mrproper::Errors::One::StubError, 'OpenNebula service-wrapper was called without a block!' unless block_given?
+
+            return_value = yield
+            return return_value unless OpenNebula.is_error?(return_value)
+
+            case return_value.errno
+            when OpenNebula::Error::EAUTHENTICATION
+              raise Oneds::Mrproper::Errors::One::AuthenticationError, return_value.message
+            when OpenNebula::Error::EAUTHORIZATION
+              raise Oneds::Mrproper::Errors::One::UserNotAuthorizedError, return_value.message
+            when OpenNebula::Error::ENO_EXISTS
+              raise Oneds::Mrproper::Errors::One::ResourceNotFoundError, return_value.message
+            when OpenNebula::Error::EACTION
+              raise Oneds::Mrproper::Errors::One::ResourceStateError, return_value.message
+            else
+              raise Oneds::Mrproper::Errors::One::ResourceRetrievalError, return_value.message
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/oneds/mrproper/one/managers.rb

@@ -0,0 +1,12 @@
+module Oneds
+  module Mrproper
+    module One
+      module Managers
+        autoload :Manager, 'oneds/mrproper/one/managers/manager'
+        autoload :DatastoreManager, 'oneds/mrproper/one/managers/datastore_manager'
+        autoload :VirtualMachineManager, 'oneds/mrproper/one/managers/virtual_machine_manager'
+        autoload :ImageManager, 'oneds/mrproper/one/managers/image_manager'
+      end
+    end
+  end
+end

data/lib/oneds/mrproper/one/managers/datastore_manager.rb

@@ -0,0 +1,32 @@
+module Oneds
+  module Mrproper
+    module One
+      module Managers
+        class DatastoreManager < Oneds::Mrproper::One::Managers::Manager
+          def initialize(client)
+            super(client)
+            @pool = OpenNebula::DatastorePool.new client
+          end
+
+          def datastore_paths
+            reload!
+
+            pool.map { |datastore| datastore['BASE_PATH'] }
+          end
+
+          def image_datastores
+            reload!
+
+            pool.find_all { |datastore| datastore.type_str == 'IMAGE' }
+          end
+
+          def system_datastores
+            reload!
+
+            pool.find_all { |datastore| datastore.type_str == 'SYSTEM' }
+          end
+        end
+      end
+    end
+  end
+end

data/lib/oneds/mrproper/one/managers/image_manager.rb

@@ -0,0 +1,23 @@
+module Oneds
+  module Mrproper
+    module One
+      module Managers
+        class ImageManager < Oneds::Mrproper::One::Managers::Manager
+          def initialize(client)
+            super(client)
+            @pool = OpenNebula::ImagePool.new client
+          end
+
+          def image_file(image_id)
+            image = OpenNebula::Image.new(OpenNebula::Image.build_xml(image_id.to_i), client)
+            Oneds::Mrproper::One::Helper.handle_opennebula_error { image.info }
+
+            image['SOURCE']
+          rescue Oneds::Mrproper::Errors::One::ResourceNotFoundError => ex
+            logger.error "Image not found: #{ex.message}"
+          end
+        end
+      end
+    end
+  end
+end

data/lib/oneds/mrproper/one/managers/manager.rb

@@ -0,0 +1,26 @@
+module Oneds
+  module Mrproper
+    module One
+      module Managers
+        class Manager
+          attr_reader :client, :pool
+
+          def initialize(client)
+            @client = client
+          end
+
+          def reload!
+            return unless pool
+
+            if pool.respond_to?('info_all!')
+              Oneds::Mrproper::One::Helper.handle_opennebula_error { pool.info_all! }
+              return
+            end
+
+            Oneds::Mrproper::One::Helper.handle_opennebula_error { pool.info! }
+          end
+        end
+      end
+    end
+  end
+end

data/lib/oneds/mrproper/one/managers/virtual_machine_manager.rb

@@ -0,0 +1,28 @@
+module Oneds
+  module Mrproper
+    module One
+      module Managers
+        class VirtualMachineManager < Oneds::Mrproper::One::Managers::Manager
+          VM_DONE_STATE = 6
+
+          def initialize(client)
+            super(client)
+          end
+
+          def virtual_machine(vm_id)
+            vm = OpenNebula::VirtualMachine.new(OpenNebula::VirtualMachine.build_xml(vm_id), client)
+            Oneds::Mrproper::One::Helper.handle_opennebula_error { vm.info }
+
+            vm
+          rescue Oneds::Mrproper::Errors::One::ResourceNotFoundError => ex
+            logger.error "Virtual Machine not found: #{ex.message}"
+          end
+
+          def done?(vm)
+            vm.state == VM_DONE_STATE
+          end
+        end
+      end
+    end
+  end
+end

data/lib/oneds/mrproper/version.rb

@@ -0,0 +1,5 @@
+module Oneds
+  module Mrproper
+    VERSION = '0.1.0'.freeze
+  end
+end

data/oneds-mrproper.gemspec

@@ -0,0 +1,34 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'oneds/mrproper/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'oneds-mrproper'
+  spec.version       = Oneds::Mrproper::VERSION
+  spec.authors       = ['Michal Kimle']
+  spec.email         = ['kimle.michal@gmail.com']
+
+  spec.summary       = 'Cleaning utility for OpenNebula datastores'
+  spec.description   = 'Cleaning utility for OpenNebula datastores'
+  spec.homepage      = 'https://github.com/Misenko/oneds-mrproper'
+  spec.license       = 'Apache License, Version 2.0'
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.require_paths = ['lib']
+
+  spec.add_development_dependency 'bundler', '~> 1.13'
+  spec.add_development_dependency 'rake', '~> 11.2'
+  spec.add_development_dependency 'rspec', '~> 3.5'
+  spec.add_development_dependency 'rubocop', '~> 0.41.0'
+  spec.add_development_dependency 'pry', '~> 0.10'
+
+  spec.add_runtime_dependency 'thor', '~> 0.19'
+  spec.add_runtime_dependency 'yell', '~> 2.0'
+  spec.add_runtime_dependency 'activesupport', '~> 4.0'
+  spec.add_runtime_dependency 'opennebula', '~> 5.2'
+  spec.add_runtime_dependency 'nokogiri', '~> 1.6.8'
+
+  spec.required_ruby_version = '>= 1.9.3'
+end

metadata

@@ -0,0 +1,221 @@
+--- !ruby/object:Gem::Specification
+name: oneds-mrproper
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Michal Kimle
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-01-13 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.13'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.13'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '11.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '11.2'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.5'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.41.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.41.0
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.10'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.19'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.19'
+- !ruby/object:Gem::Dependency
+  name: yell
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '4.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '4.0'
+- !ruby/object:Gem::Dependency
+  name: opennebula
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '5.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '5.2'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.8
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.8
+description: Cleaning utility for OpenNebula datastores
+email:
+- kimle.michal@gmail.com
+executables:
+- oneds-mrproper
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rspec
+- .rubocop.yml
+- .travis.yml
+- CODE_OF_CONDUCT.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/oneds-mrproper
+- lib/oneds/mrproper.rb
+- lib/oneds/mrproper/cleaners.rb
+- lib/oneds/mrproper/cleaners/cleaner.rb
+- lib/oneds/mrproper/cleaners/directory_cleaner.rb
+- lib/oneds/mrproper/cleaners/image_cleaner.rb
+- lib/oneds/mrproper/cleaners/system_cleaner.rb
+- lib/oneds/mrproper/cli.rb
+- lib/oneds/mrproper/errors.rb
+- lib/oneds/mrproper/errors/one.rb
+- lib/oneds/mrproper/errors/one/authentication_error.rb
+- lib/oneds/mrproper/errors/one/resource_not_found_error.rb
+- lib/oneds/mrproper/errors/one/resource_retrieval_error.rb
+- lib/oneds/mrproper/errors/one/resource_state_error.rb
+- lib/oneds/mrproper/errors/one/stub_error.rb
+- lib/oneds/mrproper/errors/one/user_not_authorized_error.rb
+- lib/oneds/mrproper/errors/opennebula_error.rb
+- lib/oneds/mrproper/errors/standard_error.rb
+- lib/oneds/mrproper/one.rb
+- lib/oneds/mrproper/one/helper.rb
+- lib/oneds/mrproper/one/managers.rb
+- lib/oneds/mrproper/one/managers/datastore_manager.rb
+- lib/oneds/mrproper/one/managers/image_manager.rb
+- lib/oneds/mrproper/one/managers/manager.rb
+- lib/oneds/mrproper/one/managers/virtual_machine_manager.rb
+- lib/oneds/mrproper/version.rb
+- oneds-mrproper.gemspec
+homepage: https://github.com/Misenko/oneds-mrproper
+licenses:
+- Apache License, Version 2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: 1.9.3
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.8
+signing_key: 
+specification_version: 4
+summary: Cleaning utility for OpenNebula datastores
+test_files: []