egi-fedcloud-cloudhound 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 53b9e447d5ff5c639e1ed13116b39f2d3d86dd77
+  data.tar.gz: 6019140b5a86e42f0f6c70e5cbe96991582fe1cc
+SHA512:
+  metadata.gz: b0d2c1a3919ea1625bafbfb04e7e04b467482ce6d4cb2b24fd72000b6e551aac46fef1e138885b104447238bd26ce9144527e97d03d3e44baf9840eede2bf41e
+  data.tar.gz: c5902b4cae877356fa73948b00bea14ac51af3c944d52a71505daec59d1531d78dd92be6152844a87ce838398d7c8e8ca0a62ea012977095b333fc5519d376f8

data/.gitignore

@@ -0,0 +1,35 @@
+*.gem
+*.rbc
+/.config
+/coverage/
+/InstalledFiles
+/pkg/
+/spec/reports/
+/test/tmp/
+/test/version_tmp/
+/tmp/
+
+## Specific to RubyMotion:
+.dat*
+.repl_history
+build/
+
+## Documentation cache and generated files:
+/.yardoc/
+/_yardoc/
+/doc/
+/rdoc/
+
+## Environment normalisation:
+/.bundle/
+/vendor/bundle
+/lib/bundler/man/
+
+# for a library or gem, you might want to ignore these files since the code is
+# intended to run in multiple environments; otherwise, check them in:
+Gemfile.lock
+.ruby-version
+.ruby-gemset
+
+# unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
+.rvmrc

data/.rspec

@@ -0,0 +1 @@
+--require spec_helper --color --format documentation

data/.travis.yml

@@ -0,0 +1,17 @@
+language: ruby
+
+rvm:
+  - 1.9.3
+  - 2.0.0
+  - 2.1
+  - 2.2
+  - ruby-head
+
+matrix:
+  allow_failures:
+    - rvm: ruby-head
+  fast_finish: true
+
+branches:
+  only:
+    - master

data/Gemfile

@@ -0,0 +1,3 @@
+source "https://rubygems.org/"
+
+gemspec

data/LICENSE

@@ -0,0 +1,202 @@
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "{}"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright {yyyy} {name of copyright owner}
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.
+

data/README.md

@@ -0,0 +1,16 @@
+[![Build Status](https://secure.travis-ci.org/arax/egi-fedcloud-cloudhound.png)](http://travis-ci.org/arax/egi-fedcloud-cloudhound)
+[![Dependency Status](https://gemnasium.com/arax/egi-fedcloud-cloudhound.png)](https://gemnasium.com/arax/egi-fedcloud-cloudhound)
+[![Gem Version](https://fury-badge.herokuapp.com/rb/egi-fedcloud-cloudhound.png)](https://badge.fury.io/rb/egi-fedcloud-cloudhound)
+[![Code Climate](https://codeclimate.com/github/arax/egi-fedcloud-cloudhound.png)](https://codeclimate.com/github/arax/egi-fedcloud-cloudhound)
+
+# EGI FedCloud CloudHound
+
+A proof-of-concept utility for locating cloud sites and corresponding CSIRT/CERT contacts in EGI Federated Cloud.
+
+## Contributing
+
+1. Fork it ( https://github.com/arax/egi-fedcloud-cloudhound/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,27 @@
+require 'rubygems/tasks'
+
+task :default => 'test'
+
+desc "Run all tests; includes rspec and coverage reports"
+task :test => 'rcov:all'
+
+desc "Run all tests; includes rspec and coverage reports"
+task :spec => 'test'
+
+Gem::Tasks.new(:build => {:tar => true, :zip => true}, :sign => {:checksum => true, :pgp => false})
+
+namespace :rcov do
+
+  require 'rspec/core/rake_task'
+
+  RSpec::Core::RakeTask.new(:rspec) do |t|
+    ENV['COVERAGE'] = "true"
+  end
+
+  desc "Run rspec to generate aggregated coverage"
+  task :all do |t|
+    rm "coverage/coverage.data" if File.exist?("coverage/coverage.data")
+    Rake::Task['rcov:rspec'].invoke
+  end
+
+end

data/bin/egi-fedcloud-cloudhound

@@ -0,0 +1,92 @@
+#!/usr/bin/env ruby
+
+# -------------------------------------------------------------------------- #
+# Licensed under the Apache License, Version 2.0 (the "License"); you may    #
+# not use this file except in compliance with the License. You may obtain    #
+# a copy of the License at                                                   #
+#                                                                            #
+# http://www.apache.org/licenses/LICENSE-2.0                                 #
+#                                                                            #
+# Unless required by applicable law or agreed to in writing, software        #
+# distributed under the License is distributed on an "AS IS" BASIS,          #
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.   #
+# See the License for the specific language governing permissions and        #
+# limitations under the License.                                             #
+#--------------------------------------------------------------------------- #
+
+require 'rubygems'
+
+require 'thor'
+require 'egi-fedcloud-cloudhound'
+
+class EgiFedcloudCloudhound < Thor
+  include Thor::Actions
+
+  desc "ip IP_ADDRESS", "Prints information based on the provided IP address or IP address range"
+  method_option :credentials, :type => :string, :default => Egi::Fedcloud::Cloudhound::Settings.credentials,
+                :aliases => '-c', :desc => 'PEM file with a personal certificate and private key'
+  method_option :password, :type => :string, :default => nil,
+                :aliases => '-p', :desc => 'PEM private key password'
+  method_option :ca_path, :type => :string, :default => Egi::Fedcloud::Cloudhound::Settings.ca_path,
+                :aliases => '-x', :desc => 'Directory path to all trusted CA certificates'
+  method_option :gocdb_base_url, :type => :string, :default => Egi::Fedcloud::Cloudhound::Settings.gocdb_base_url,
+                :aliases => '-g', :desc => 'GOCDB endpoint URL'
+  method_option :appdb_base_url, :type => :string, :default => Egi::Fedcloud::Cloudhound::Settings.appdb_base_url,
+                :aliases => '-a', :desc => 'AppDB API endpoint URL'
+  method_option :debug, :type => :boolean, :default => Egi::Fedcloud::Cloudhound::Settings.debug,
+                :aliases => '-d', :desc => 'Enable debugging'
+  def ip(ip_address)
+    init_log options[:debug]
+
+    $stdout.puts Egi::Fedcloud::Cloudhound::Formatter.as_table(
+      Egi::Fedcloud::Cloudhound::Extractor.find_by_ip(
+        ip_address,
+        options
+      )
+    )
+  end
+
+  desc "appuri URI", "Prints information based on the provided Appliance MPURI"
+  method_option :credentials, :type => :string, :default => Egi::Fedcloud::Cloudhound::Settings.credentials,
+                :aliases => '-c', :desc => 'PEM file with a personal certificate and private key'
+  method_option :password, :type => :string, :default => nil,
+                :aliases => '-p', :desc => 'PEM private key password'
+  method_option :ca_path, :type => :string, :default => Egi::Fedcloud::Cloudhound::Settings.ca_path,
+                :aliases => '-x', :desc => 'Directory path to all trusted CA certificates'
+  method_option :gocdb_base_url, :type => :string, :default => Egi::Fedcloud::Cloudhound::Settings.gocdb_base_url,
+                :aliases => '-g', :desc => 'GOCDB endpoint URL'
+  method_option :appdb_base_url, :type => :string, :default => Egi::Fedcloud::Cloudhound::Settings.appdb_base_url,
+                :aliases => '-a', :desc => 'AppDB API endpoint URL'
+  method_option :debug, :type => :boolean, :default => Egi::Fedcloud::Cloudhound::Settings.debug,
+                :aliases => '-d', :desc => 'Enable debugging'
+  def appuri(uri)
+    init_log options[:debug]
+
+    $stdout.puts Egi::Fedcloud::Cloudhound::Formatter.as_table(
+      Egi::Fedcloud::Cloudhound::Extractor.find_by_appuri(
+        uri,
+        options
+      )
+    )
+  end
+
+  # Static method required by Thor to make certain
+  # actions work.
+  def self.source_root
+    File.expand_path(File.join('..', '..', 'config'), __FILE__)
+  end
+
+  private
+
+  # Initializes logging facilities.
+  #
+  # @param debug [Boolean] rudimentary logging level control
+  # @return [Egi::Fedcloud::Cloudhound::Log] logger instance for additional configuration
+  def init_log(debug = false)
+    logger = Egi::Fedcloud::Cloudhound::Log.new(STDERR)
+    logger.level = debug ? Egi::Fedcloud::Cloudhound::Log::DEBUG : Egi::Fedcloud::Cloudhound::Log::ERROR
+    logger
+  end
+end
+
+EgiFedcloudCloudhound.start

data/config/settings.yml

@@ -0,0 +1,21 @@
+---
+production:
+  credentials: "<%= ENV['HOME'] %>/.globus/usercred.pem"
+  ca_path: '/etc/grid-security/certificates'
+  gocdb_base_url: 'https://goc.egi.eu'
+  appdb_base_url: 'https://appdb-pi.egi.eu'
+  debug: false
+
+development:
+  credentials: "<%= ENV['HOME'] %>/.globus/usercred.pem"
+  ca_path: '/etc/grid-security/certificates'
+  gocdb_base_url: 'https://goc.egi.eu'
+  appdb_base_url: 'https://appdb-pi.egi.eu'
+  debug: true
+
+test:
+  credentials: "<%= ENV['HOME'] %>/.globus/testcred.pem"
+  ca_path: '/etc/grid-security/certificates'
+  gocdb_base_url: 'http://localhost/goc'
+  appdb_base_url: 'http://localhost/appdb-pi'
+  debug: true

data/egi-fedcloud-cloudhound.gemspec

@@ -0,0 +1,37 @@
+# coding: utf-8
+lib = File.expand_path('../lib/', __FILE__)
+$:.unshift lib unless $:.include?(lib)
+
+require 'egi/fedcloud/cloudhound/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = "egi-fedcloud-cloudhound"
+  gem.version       = Egi::Fedcloud::Cloudhound::VERSION
+  gem.authors       = ["Boris Parak"]
+  gem.email         = ['parak@cesnet.cz']
+  gem.description   = %q{A proof-of-concept utility for locating cloud sites and corresponding CSIRT/CERT contacts in EGI Federated Cloud}
+  gem.summary       = %q{A proof-of-concept utility for locating cloud sites and corresponding CSIRT/CERT contacts in EGI Federated Cloud}
+  gem.homepage      = 'https://github.com/arax/egi-fedcloud-cloudhound'
+  gem.license       = 'Apache License, Version 2.0'
+
+  gem.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  gem.files         = `git ls-files`.split("\n")
+  gem.test_files    = `git ls-files -- {test,spec}/*`.split("\n")
+  gem.require_paths = ['lib']
+
+  gem.add_dependency 'activesupport', '~> 4.0', '>= 4.0.0'
+  gem.add_dependency 'settingslogic', '~> 2.0', '>= 2.0.9'
+  gem.add_dependency 'thor', '~> 0.19', '>= 0.19.1'
+  gem.add_dependency 'httparty', '~> 0.13', '>= 0.13.3'
+  gem.add_dependency 'highline', '~> 1.7', '>= 1.7.2'
+  gem.add_dependency 'terminal-table', '~> 1.4', '>= 1.4.5'
+  gem.add_dependency 'ox', '~> 2.2', '>= 2.2.0'
+
+  gem.add_development_dependency 'bundler', '~> 1.6'
+  gem.add_development_dependency 'rake', '~> 10.0'
+  gem.add_development_dependency 'rspec', '~> 3.0.0'
+  gem.add_development_dependency 'simplecov', '~> 0.9.0'
+  gem.add_development_dependency 'rubygems-tasks', '~> 0.2.4'
+
+  gem.required_ruby_version = ">= 1.9.3"
+end

data/lib/egi-fedcloud-cloudhound.rb

@@ -0,0 +1,22 @@
+# Initialize modules, if necessary
+module Egi; end
+module Egi::Fedcloud; end
+module Egi::Fedcloud::Cloudhound; end
+
+require 'active_support'
+require 'active_support/core_ext'
+require 'active_support/json'
+require 'active_support/inflector'
+require 'active_support/notifications'
+
+require 'egi/fedcloud/cloudhound/version'
+require 'egi/fedcloud/cloudhound/settings'
+require 'egi/fedcloud/cloudhound/log'
+require 'egi/fedcloud/cloudhound/formatter'
+require 'egi/fedcloud/cloudhound/connector'
+require 'egi/fedcloud/cloudhound/appdb_site'
+require 'egi/fedcloud/cloudhound/appdb_appliance'
+require 'egi/fedcloud/cloudhound/appdb'
+require 'egi/fedcloud/cloudhound/gocdb_site'
+require 'egi/fedcloud/cloudhound/gocdb'
+require 'egi/fedcloud/cloudhound/extractor'

data/lib/egi/fedcloud/cloudhound/appdb.rb

@@ -0,0 +1,72 @@
+require 'ox'
+
+#
+class Egi::Fedcloud::Cloudhound::Appdb < Egi::Fedcloud::Cloudhound::Connector
+
+  APPDB_SITES_URL = '/rest/1.0/sites?flt=+=&site.supports:1'
+
+  #
+  def initialize(opts = {}, password = nil)
+    super
+    Egi::Fedcloud::Cloudhound::Log.debug "[#{self.class}] With AppDB instance at #{opts[:appdb_base_url].inspect}"
+    @appdb_base_url = opts[:appdb_base_url].chomp '/'
+  end
+
+  #
+  def sites
+    return @cached_sites if @cached_sites
+
+    Egi::Fedcloud::Cloudhound::Log.debug "[#{self.class}] Pulling site data from \"#{@appdb_base_url}#{APPDB_SITES_URL}\""
+    sites = Ox.parse retrieve("#{@appdb_base_url}#{APPDB_SITES_URL}")
+    @cached_sites = sites.locate('appdb/*').map { |site| Egi::Fedcloud::Cloudhound::AppdbSite.new(site) }
+  end
+
+  #
+  def production_sites
+    production sites
+  end
+
+  #
+  def certified_production_sites
+    certified production_sites
+  end
+
+  #
+  def cloud_sites
+    sites.select { |site| site.type == 'cloud' }
+  end
+
+  #
+  def production_cloud_sites
+    production cloud_sites
+  end
+
+  #
+  def certified_production_cloud_sites
+    certified production_cloud_sites
+  end
+
+  #
+  def appliance(uri)
+    uri = uri.chomp '/'
+    Egi::Fedcloud::Cloudhound::Log.debug "[#{self.class}] Pulling appliance data from \"#{uri}/json\""
+    raw_appliance = JSON.parse retrieve("#{uri}/json")
+    Egi::Fedcloud::Cloudhound::AppdbAppliance.new raw_appliance
+  end
+
+  #
+  def site_gocdb(site_name)
+    found = sites.select { |site| site.name == site_name }
+    found.first ? found.first.gocdb_link : nil
+  end
+
+  private
+
+  def production(sites)
+    sites.select { |site| site.infrastructure == 'Production' }
+  end
+
+  def certified(sites)
+    sites.select { |site| site.status == 'Certified' }
+  end
+end

data/lib/egi/fedcloud/cloudhound/appdb_appliance.rb

@@ -0,0 +1,56 @@
+#
+class Egi::Fedcloud::Cloudhound::AppdbAppliance
+
+  attr_reader :identifier, :version, :url,
+              :checksum, :format, :owner,
+              :published, :mpuri
+  attr_reader :sites
+
+  #
+  def initialize(element)
+    Egi::Fedcloud::Cloudhound::Log.debug "[#{self.class}] Initializing with #{element.inspect}"
+
+    @identifier = element['identifier']
+    @version = element['version']
+    @url = element['url']
+    @checksum = element['checksum']
+    @format = element['format']
+    @owner = element['addedby'] ? element['addedby']['permalink'] : 'unknown'
+    @published = element['published']
+    @mpuri = element['mpuri']
+
+    # and now the difficult part
+    @sites = self.class.extract_sites(element['sites'])
+  end
+
+  class << self
+    #
+    def extract_sites(element)
+      return [] if element.blank?
+
+      element.collect do |site|
+        st = {}
+        st['name'] = site['name']
+        st['gocdb_link'] = site['url'] ? site['url']['portal'] : 'unknown'
+        st['vos'] = extract_site_vos(site['services'])
+        st
+      end
+    end
+
+    #
+    def extract_site_vos(element)
+      return [] if element.blank?
+
+      vos = []
+      element.each do |service|
+        vos << service['vos'].collect { |vo| vo['name'] }
+      end
+      vos.flatten!
+      vos.compact!
+      vos.uniq!
+
+      vos
+    end
+  end
+
+end

data/lib/egi/fedcloud/cloudhound/appdb_site.rb

@@ -0,0 +1,52 @@
+#
+class Egi::Fedcloud::Cloudhound::AppdbSite
+
+  attr_reader :type, :name, :gocdb_link, :status, :infrastructure
+  attr_reader :services
+
+  #
+  def initialize(element)
+    Egi::Fedcloud::Cloudhound::Log.debug "[#{self.class}] Initializing with #{element.inspect}"
+
+    @services = self.class.extract_services(element)
+    @gocdb_link = self.class.extract_gocdb_link(element)
+    @name = element.name
+    @type = @services.empty? ? 'grid' : 'cloud'
+    @status = element.status
+    @infrastructure = element.infrastructure
+  end
+
+  #
+  def contacts
+    {
+      name: name,
+      type: type,
+      status: status,
+      csirt: nil,
+      ngi: nil
+    }
+  end
+
+  class << self
+
+    #
+    def extract_services(element)
+      services = (element.locate('service') || [])
+      services.map do |service|
+        srv = {}
+        srv['type'] = service.type
+        srv['host'] = service.host
+        srv
+      end
+    end
+
+    #
+    def extract_gocdb_link(element)
+      urls = (element.locate('url') || [])
+      portals = urls.select { |url| url.text && url.type('portal') }
+      portals.first ? portals.first.text : nil
+    end
+
+  end
+
+end

data/lib/egi/fedcloud/cloudhound/connector.rb

@@ -0,0 +1,25 @@
+require 'httparty'
+require 'highline/import'
+
+#
+class Egi::Fedcloud::Cloudhound::Connector
+  include HTTParty
+
+  #
+  def initialize(opts = {}, password = nil)
+    Egi::Fedcloud::Cloudhound::Log.debug "[#{self.class}] Initializing with #{opts.inspect}"
+
+    self.class.pem File.read(opts[:credentials]), password
+    self.class.ssl_ca_path opts[:ca_path]
+    self.class.debug_output $stderr if opts[:debug]
+  end
+
+  #
+  def retrieve(url = '/')
+    Egi::Fedcloud::Cloudhound::Log.debug "[#{self.class}] Retrieving #{url.inspect}"
+    response = self.class.get url
+    raise "Failed to get a response from '#{url}' [#{response.code}]" unless response.code.between?(200,299)
+
+    response.body
+  end
+end

data/lib/egi/fedcloud/cloudhound/extractor.rb

@@ -0,0 +1,61 @@
+require 'ipaddr'
+require 'highline/import'
+
+#
+class Egi::Fedcloud::Cloudhound::Extractor
+
+  LOOKUP_ORDER = %w(certified_production_sites production_sites sites)
+
+  class << self
+
+    def init(options)
+      # TODO: move upstream
+      password = options[:password] ? options[:password] : ask("Enter PEM password: ") { |q| q.echo = false }
+
+      @@gocdb ||= Egi::Fedcloud::Cloudhound::Gocdb.new(options, password)
+      @@appdb ||= Egi::Fedcloud::Cloudhound::Appdb.new(options, password)
+    end
+
+    #
+    def find_by_ip(ip, options = {})
+      init options
+
+      Egi::Fedcloud::Cloudhound::Log.debug "[#{self}] Searching for contacts by IP: #{ip.inspect}"
+      found = []
+      LOOKUP_ORDER.each do |lookup_type|
+        found << @@gocdb.send(lookup_type).select { |site| site.in_range?(ip) }
+        found.flatten!
+        found.compact!
+
+        Egi::Fedcloud::Cloudhound::Log.debug "[#{self}] Found #{found.inspect} in #{lookup_type.inspect}"
+        break unless found.blank?
+      end
+
+      found.collect { |site| site.contacts }
+    end
+
+    #
+    def find_by_appuri(uri, options = {})
+      init options
+
+      Egi::Fedcloud::Cloudhound::Log.debug "[#{self}] Searching for contacts by MPURI: #{uri.inspect}"
+      sites = @@appdb.appliance(uri).sites.collect { |site| site['name'] }
+
+      Egi::Fedcloud::Cloudhound::Log.debug "[#{self}] Querying #{sites.inspect} for contact details"
+      found = []
+      sites.each do |affected_site|
+        LOOKUP_ORDER.each do |lookup_type|
+          found << @@gocdb.send(lookup_type).select { |site| site.name == affected_site }
+          found.flatten!
+          found.compact!
+
+          Egi::Fedcloud::Cloudhound::Log.debug "[#{self}] Found #{found.inspect} in #{lookup_type.inspect}"
+          break unless found.blank?
+        end
+      end
+
+      found.collect { |site| site.contacts }
+    end
+  end
+
+end

data/lib/egi/fedcloud/cloudhound/formatter.rb

@@ -0,0 +1,28 @@
+require 'terminal-table'
+
+#
+class Egi::Fedcloud::Cloudhound::Formatter
+
+  class << self
+    #
+    def as_table(data = [])
+      Egi::Fedcloud::Cloudhound::Log.debug "[#{self}] Transforming #{data.inspect} into a table"
+      table = Terminal::Table.new
+
+      table.add_row [' >>> Site Name <<< ', ' >>> NGI Name <<< ', ' >>> CSIRT Contact(s) <<< ']
+      table.add_separator
+      data.each do |site|
+        table.add_separator
+        table.add_row [site[:name], site[:ngi], site[:csirt]]
+      end
+
+      table
+    end
+
+    #
+    def as_json(data = [])
+      data ? JSON.generate(data) : '{}'
+    end
+  end
+
+end

data/lib/egi/fedcloud/cloudhound/gocdb.rb

@@ -0,0 +1,53 @@
+require 'ox'
+
+#
+class Egi::Fedcloud::Cloudhound::Gocdb < Egi::Fedcloud::Cloudhound::Connector
+
+  GOCDB_SITES_URL = '/gocdbpi/private/?method=get_site'
+  GOCDB_PROD_SITES_URL = "#{GOCDB_SITES_URL}&production_status=Production"
+  GOCDB_CERT_PROD_SITES_URL = "#{GOCDB_PROD_SITES_URL}&certification_status=Certified"
+
+  CLOUD_SERVICE_TYPES = [
+    "eu.egi.cloud.vm-management.occi",
+    "eu.egi.cloud.storage-management.cdmi",
+    "eu.egi.cloud.accounting",
+    "eu.egi.cloud.information.bdii",
+    "eu.egi.cloud.vm.metadata-vmcatcher",
+  ]
+
+  #
+  def initialize(opts = {}, password = nil)
+    super
+    Egi::Fedcloud::Cloudhound::Log.debug "[#{self.class}] With GOCDB instance at #{opts[:gocdb_base_url].inspect}"
+    self.class.base_uri opts[:gocdb_base_url]
+  end
+
+  #
+  def sites
+    get_and_parse GOCDB_SITES_URL, 'sites'
+  end
+
+  #
+  def production_sites
+    get_and_parse GOCDB_PROD_SITES_URL, 'prod_sites'
+  end
+
+  #
+  def certified_production_sites
+    get_and_parse GOCDB_CERT_PROD_SITES_URL, 'cert_prod_sites'
+  end
+
+  private
+
+  #
+  def get_and_parse(url, type)
+    return instance_variable_get("@cached_#{type}") if instance_variable_defined?("@cached_#{type}")
+
+    Egi::Fedcloud::Cloudhound::Log.debug "[#{self.class}] Pulling site data from #{url.inspect}"
+    results = Ox.parse retrieve(url)
+    results = results.locate('results/*').map { |site| Egi::Fedcloud::Cloudhound::GocdbSite.new(site) }
+    instance_variable_set("@cached_#{type}", results)
+
+    results
+  end
+end

data/lib/egi/fedcloud/cloudhound/gocdb_site.rb

@@ -0,0 +1,70 @@
+require 'ipaddr'
+
+#
+class Egi::Fedcloud::Cloudhound::GocdbSite
+
+  INVALID_RANGES = %w(255.255.255.255/0.0.0.0 0.0.0.0/0.0.0.0)
+
+  attr_reader :name, :csirt_email, :contact_email, :ngi, :ip_ranges
+
+  #
+  def initialize(element)
+    Egi::Fedcloud::Cloudhound::Log.debug "[#{self.class}] Initializing with #{element.inspect}"
+    @name = self.class.extract_text(element.locate('SHORT_NAME'))
+    @csirt_email = self.class.extract_text(element.locate('CSIRT_EMAIL'))
+    @contact_email = self.class.extract_text(element.locate('CONTACT_EMAIL'))
+    @ngi = self.class.extract_text(element.locate('ROC'))
+
+    Egi::Fedcloud::Cloudhound::Log.debug "[#{self.class}] Extracting IP ranges for site #{@name}"
+    @ip_ranges = self.class.extract_ranges(self.class.extract_text(element.locate('SITE_IP')))
+  end
+
+  #
+  def in_range?(ip)
+    ip = ip.to_s if ip.kind_of?(IPAddr)
+
+    Egi::Fedcloud::Cloudhound::Log.debug "[#{self.class}] Checking #{ip.inspect} against #{name}'s ranges"
+    ip_ranges.each do |my_range|
+      Egi::Fedcloud::Cloudhound::Log.debug "[#{self.class}] -- #{my_range.inspect}"
+      return true if my_range.include?(ip)
+    end
+    false
+  end
+
+  #
+  def contacts
+    {
+      name: name,
+      type: nil,
+      status: nil,
+      csirt: csirt_email,
+      ngi: ngi
+    }
+  end
+
+  class << self
+    #
+    def extract_ranges(text_ranges)
+      ranges = text_ranges.split(/[,;]/).reject { |el| el.blank? || !el.include?('/') || INVALID_RANGES.include?(el) }
+
+      Egi::Fedcloud::Cloudhound::Log.debug "[#{self}] -- Ranges: #{ranges.inspect}"
+      ranges.map! do |range|
+        begin
+          IPAddr.new(range)
+        rescue
+          Egi::Fedcloud::Cloudhound::Log.warn "[#{self}] -- Invalid range #{range.inspect}"
+          nil
+        end
+      end
+      ranges.compact!
+
+      ranges
+    end
+
+    #
+    def extract_text(element)
+      (element && element.first) ? element.first.text : ''
+    end
+  end
+
+end

data/lib/egi/fedcloud/cloudhound/log.rb

@@ -0,0 +1,69 @@
+require 'logger'
+
+class Egi::Fedcloud::Cloudhound::Log
+    include ::Logger::Severity
+
+    attr_reader :logger, :log_prefix
+
+    SUBSCRIPTION_HANDLE = "egi-fedcloud-cloudhound.log"
+
+    # Creates a new logger instance.
+    #
+    # @param log_dev [IO,String] The log device.  This is a filename (String) or IO object (typically +STDOUT+)
+    # @param log_prefix [String] String placed in front of every logged message +STDERR+, or an open file).
+    def initialize(log_dev, log_prefix = '')
+      if log_dev.kind_of? ::Logger
+        @logger = log_dev
+      else
+        @logger = ::Logger.new(log_dev)
+      end
+
+      @log_prefix = log_prefix.blank? ? '' : log_prefix.strip
+      @log_prefix << ' ' unless @log_prefix.blank?
+
+      # subscribe to log messages and send to logger
+      @log_subscriber = ActiveSupport::Notifications.subscribe(self.class::SUBSCRIPTION_HANDLE) do |name, start, finish, id, payload|
+        @logger.log(payload[:level], "#{@log_prefix}#{payload[:message]}") if @logger
+      end
+    end
+
+    def close
+      ActiveSupport::Notifications.unsubscribe(@log_subscriber)
+    end
+
+    # @param severity [::Logger::Severity] severity
+    def level=(severity)
+      @logger.level = severity
+    end
+
+    # @return [::Logger::Severity]
+    def level
+      @logger.level
+    end
+
+    # @see info
+    def self.debug(message)
+      ActiveSupport::Notifications.instrument(self::SUBSCRIPTION_HANDLE, :level => ::Logger::DEBUG, :message => message)
+    end
+
+    # Log an +INFO+ message
+    # @param message [String] message the message to log; does not need to be a String
+    def self.info(message)
+      ActiveSupport::Notifications.instrument(self::SUBSCRIPTION_HANDLE, :level => ::Logger::INFO, :message => message)
+    end
+
+    # @see info
+    def self.warn(message)
+      ActiveSupport::Notifications.instrument(self::SUBSCRIPTION_HANDLE, :level => ::Logger::WARN, :message => message)
+    end
+
+    # @see info
+    def self.error(message)
+      ActiveSupport::Notifications.instrument(self::SUBSCRIPTION_HANDLE, :level => ::Logger::ERROR, :message => message)
+    end
+
+    # @see info
+    def self.fatal(message)
+      ActiveSupport::Notifications.instrument(self::SUBSCRIPTION_HANDLE, :level => ::Logger::FATAL, :message => message)
+    end
+end

data/lib/egi/fedcloud/cloudhound/settings.rb

@@ -0,0 +1,11 @@
+require 'settingslogic'
+
+#
+class Egi::Fedcloud::Cloudhound::Settings < Settingslogic
+  GEM_ROOT = File.expand_path '../../../../..', __FILE__
+
+  source "#{ENV['HOME']}/.egi-fedcloud-cloudhound" if File.readable?("#{ENV['HOME']}/.egi-fedcloud-cloudhound")
+  source "#{GEM_ROOT}/config/settings.yml"
+
+  namespace ((ENV['DEBUG'] == '1') ? 'development' : 'production')
+end

data/lib/egi/fedcloud/cloudhound/version.rb

@@ -0,0 +1,8 @@
+module Egi
+  module Fedcloud
+    module Cloudhound
+      # Versioning constant
+      VERSION = "0.0.1" unless defined?(::Egi::Fedcloud::Cloudhound::VERSION)
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,11 @@
+require 'rubygems'
+
+# enable coverage reports
+if ENV['COVERAGE']
+  require 'simplecov'
+
+  SimpleCov.add_filter "/spec/"
+  SimpleCov.start
+end
+
+require 'egi-fedcloud-cloudhound'

metadata

@@ -0,0 +1,280 @@
+--- !ruby/object:Gem::Specification
+name: egi-fedcloud-cloudhound
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Boris Parak
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-06-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 4.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 4.0.0
+- !ruby/object:Gem::Dependency
+  name: settingslogic
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.0.9
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.0.9
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.19'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.19.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.19'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.19.1
+- !ruby/object:Gem::Dependency
+  name: httparty
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.13'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.13.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.13'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.13.3
+- !ruby/object:Gem::Dependency
+  name: highline
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.7.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.7.2
+- !ruby/object:Gem::Dependency
+  name: terminal-table
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.4.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.4.5
+- !ruby/object:Gem::Dependency
+  name: ox
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.2'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.2.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.2'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.2.0
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.0
+- !ruby/object:Gem::Dependency
+  name: rubygems-tasks
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.2.4
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.2.4
+description: A proof-of-concept utility for locating cloud sites and corresponding
+  CSIRT/CERT contacts in EGI Federated Cloud
+email:
+- parak@cesnet.cz
+executables:
+- egi-fedcloud-cloudhound
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/egi-fedcloud-cloudhound
+- config/settings.yml
+- egi-fedcloud-cloudhound.gemspec
+- lib/egi-fedcloud-cloudhound.rb
+- lib/egi/fedcloud/cloudhound/appdb.rb
+- lib/egi/fedcloud/cloudhound/appdb_appliance.rb
+- lib/egi/fedcloud/cloudhound/appdb_site.rb
+- lib/egi/fedcloud/cloudhound/connector.rb
+- lib/egi/fedcloud/cloudhound/extractor.rb
+- lib/egi/fedcloud/cloudhound/formatter.rb
+- lib/egi/fedcloud/cloudhound/gocdb.rb
+- lib/egi/fedcloud/cloudhound/gocdb_site.rb
+- lib/egi/fedcloud/cloudhound/log.rb
+- lib/egi/fedcloud/cloudhound/settings.rb
+- lib/egi/fedcloud/cloudhound/version.rb
+- spec/spec_helper.rb
+homepage: https://github.com/arax/egi-fedcloud-cloudhound
+licenses:
+- Apache License, Version 2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 1.9.3
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: A proof-of-concept utility for locating cloud sites and corresponding CSIRT/CERT
+  contacts in EGI Federated Cloud
+test_files: []