ops_manager_cli 0.3.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: de760b1ee988f72565a9792c838e90b0ad0c4727
+  data.tar.gz: ed687f1f53abfcd0e81ab380ba319b61b0eb4442
+SHA512:
+  metadata.gz: bd81cf062bed911b6f06f04ee005c328cc90cb535ef987a33d895caea05b3007684cab923fe8907aa32c8ca174cc430991ea8dc3841da869a67673918dbe38c6
+  data.tar.gz: 0ef5e2082449ab75e5c3b12f033948c7782866a37ff5a3e24671b312c0a3d4fb431ec1e62d77a6f0276a8a9c5a52ea9ad55453c050aa7f34ffc98314bba595e9

data/.gitignore

@@ -0,0 +1,12 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+.ops_manager
+ops_manager_cli*.gem
+/.idea/

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.ruby-version

@@ -0,0 +1 @@
+2.2.3

data/.travis.yml

@@ -0,0 +1,4 @@
+language: ruby
+rvm:
+  - 2.0.0
+before_install: gem install bundler -v 1.10.6

data/CODE_OF_CONDUCT.md

@@ -0,0 +1,13 @@
+# Contributor Code of Conduct
+
+As contributors and maintainers of this project, we pledge to respect all people who contribute through reporting issues, posting feature requests, updating documentation, submitting pull requests or patches, and other activities.
+
+We are committed to making participation in this project a harassment-free experience for everyone, regardless of level of experience, gender, gender identity and expression, sexual orientation, disability, personal appearance, body size, race, ethnicity, age, or religion.
+
+Examples of unacceptable behavior by participants include the use of sexual language or imagery, derogatory comments or personal attacks, trolling, public or private harassment, insults, or other unprofessional conduct.
+
+Project maintainers have the right and responsibility to remove, edit, or reject comments, commits, code, wiki edits, issues, and other contributions that are not aligned to this Code of Conduct. Project maintainers who do not follow the Code of Conduct may be removed from the project team.
+
+Instances of abusive, harassing, or otherwise unacceptable behavior may be reported by opening an issue or contacting one or more of the project maintainers.
+
+This Code of Conduct is adapted from the [Contributor Covenant](http://contributor-covenant.org), version 1.0.0, available at [http://contributor-covenant.org/version/1/0/0/](http://contributor-covenant.org/version/1/0/0/)

data/CONTRIBUTION.md

@@ -0,0 +1,22 @@
+#Contributing to OpsManagerCLI
+
+OpsManagerCLI is an open source project and we welcome all contributions! 
+
+We use GitHub to manage reviews of pull requests.
+
+## Making changes
+- Fork the OpsManagerCLI repository. For developing new features and bug fixes, the `master` branch should be pulled and built upon.
+- Create a topic branch where you want to base your work `git checkout -b fix/master/my_contribution master`.
+- Make commits of logical units in the correct format.
+- Do **not** make commits through the GitHub web interface due to issues with the automated CLA management.
+- Check for uncecessary whitespace with `git diff --check` before committing.
+- Ensure tests have been added for your changes.
+- Use `git rebase` (not `git merge`) to sync your work with the latest version: `git fetch upstream` `git rebase upstream/master`.
+- Run **all** the tests to assure nothing else was accidentally broken.
+- Create a pull request and include the platform team `@compozed/platform` in the description.
+- Ensure all pull request checks (such as continuous integration) are passing.
+- [Sign our Contributing License Agreement] (https://compozed-cla.cfapps.io/agreements/compozed/ops_manager_cli "Compozed CLA") if this is your first contribution.
+
+
+## Adding Features
+- If you plan to do something more involved, first discuss your ideas using [Waffle](https://waffle.io/compozed/ops_manager_cli). This will avoid unnecessary work and will surely give you and us a good deal of inspiration.

data/Dockerfile

@@ -0,0 +1,33 @@
+FROM ruby:2.3.0
+
+ENV GEM_NAME ops_manager_cli
+ENV GEM_VERSION 0.3.2
+ENV OVFTOOL_VERSION 4.1.0-2459827
+ENV OVFTOOL_INSTALLER vmware-ovftool-${OVFTOOL_VERSION}-lin.x86_64.bundle 
+ARG DOWNLOAD_URL=https://storage.googleapis.com/mortarchive/pub/ovftool/${OVFTOOL_INSTALLER} 
+ENV DOWNLOAD_URL ${DOWNLOAD_URL}
+
+# ================== Installs OVF tools ==============
+RUN echo $DOWNLOAD_URL
+RUN wget -q ${DOWNLOAD_URL} \
+  && wget -q ${DOWNLOAD_URL}.sha256 \
+  && sha256sum -c ${OVFTOOL_INSTALLER}.sha256 \
+  && sh ${OVFTOOL_INSTALLER} -p /usr/local --eulas-agreed --required \
+  && rm -f ${OVFTOOL_INSTALLER}*
+
+# ================== Installs Spruce ==============
+RUN wget --no-check-certificate -q https://github.com/geofffranks/spruce/releases/download/v1.0.1/spruce_1.0.1_linux_amd64.tar.gz \
+    && tar -xvf spruce_1.0.1_linux_amd64.tar.gz \
+    && chmod +x /spruce_1.0.1_linux_amd64/spruce \
+    && ln -s /spruce_1.0.1_linux_amd64/spruce /usr/bin/.
+
+# ================== Installs JQ ==============
+RUN wget -q -O /usr/local/bin/jq --no-check-certificate https://github.com/stedolan/jq/releases/download/jq-1.5/jq-linux64
+RUN chmod +x /usr/local/bin/jq
+
+# ================== Installs ops_manager_cli gem ==============
+COPY pkg/${GEM_NAME}-${GEM_VERSION}.gem /tmp/
+
+RUN gem install /tmp/${GEM_NAME}-${GEM_VERSION}.gem
+
+

data/Gemfile

@@ -0,0 +1,5 @@
+source 'http://rubygems.org'
+
+# Specify your gem's dependencies in ops_manager.gemspec
+gemspec
+

data/LICENSE.txt

@@ -0,0 +1,11 @@
+The MIT License (MIT)
+
+ARITY OPEN SOURCE PROJECT TERMS OF USE
+
+Copyright (c) 2016 ARITY INTERNATIONAL LIMITED, AN ALLSTATE COMPANY
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of [this software] and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,99 @@
+# OpsManagerCli
+
+Command line tool to interact with Pivotal Operations Manager through its API, because GUIs are evil.
+
+Questions? Pop in our [slack channel](https://cloudfoundry.slack.com/messages/ops_manager_cli/)!
+
+*Please note that the APIs of Ops Manager is experimental at this point.  Changes to the APIs with new Ops Manager releases may break functionality.  The project also does not offer any support for the usage of this in any environments.*
+
+## Features
+
+### Core features
+
+- Support for deploying on vSphere infrastructure only
+- Deploy/Upgrade Ops Manager appliance
+- Deploy/Upgrade product tiles
+- Generate config settings templates for product tiles deployments
+
+### Other features:
+
+- Show installation settings
+- Show installation logs
+- Get UAA token
+- Uploads stemcell to Ops Manager
+- Delete unused products
+
+### Limitations:
+
+- No support for enabling and running errands (future work)
+
+### Test with Ops Manager Version
+
+- up to 1.7.11.0
+
+## Dependencies
+
+ - [ovftool](https://www.vmware.com/support/developer/ovf/) (version 4.1.0 or higher)
+ - [spruce](https://github.com/geofffranks/spruce#installation) 
+
+All dependencies must be installed and available in user PATH
+
+## Installing
+
+    gem install ops_manager_cli
+
+## Usage
+
+### List available commands
+
+    ops_manager 
+
+### Target 
+
+    ops_manager target OPSMAN_URL
+
+
+### Login 
+
+    ops_manager login USERNAME PASSWORD
+
+
+### Deploy/Upgrade Ops Manager appliance
+
+**config example:** [ops_manager_deployment.yml](spec/dummy/ops_manager_deployment.yml)
+
+    ops_manager deploy-appliance ops_manager_deployment.yml
+
+
+### Deploy/Upgrade product tile
+
+**Before running:** `target` and `login`. You can do this through through config file too.
+
+**config example:** [product_deployment.yml](spec/dummy/product_deployment.yml)
+
+    ./ops_manager deploy-product product_deployment.yml
+
+## Using with Docker
+
+The ops_manager_cli tool can be installed in a docker container typically in conjunction with [Concourse CI](http://concourse.ci/).  This allows users to build concourse pipelines to deploy and manage their Pivotal Cloud Foundry deployments.
+
+### Building Docker image
+
+    bundle exec rake build
+    docker build -t compozed/ops_manager_cli # Optional: --build-arg DOWNLOAD_URL=http://your_blobstore.com/ovftool.bundle
+
+
+### Provisioning docker image to private registry
+
+    docker tag -f compozed/ops_manager_cli PRI_REGISTRY:PORT/compozed/ops_manager_cli
+    docker push PRI_REGISTRY:PORT/compozed/ops_manager_cli
+
+
+## Contributing
+
+See our [CONTRUBUTING](CONTRIBUTING.md) section for more information.
+
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/clean_tapes

@@ -0,0 +1,19 @@
+#!/usr/bin/env bash
+
+echo 'Replacing sensitive data in the source file with dummy data'
+
+USAGE="Usage ./clean_tapes SENSITIVE_INFO DUMMY_INFO"
+
+if [[ $# -ne 2 ]]; then
+  echo "Illegal number of parameters"
+  echo $USAGE
+  exit
+fi
+
+pattern=$1
+replacement=$2
+
+pushd spec/fixtures/vcr_cassettes/
+  ack -l $pattern | xargs perl -pi -E "s/$pattern/$replacement/g"
+popd
+

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "ops_manager"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,7 @@
+#!/bin/bash
+set -euo pipefail
+IFS=$'\n\t'
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/exe/ops_manager

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+
+require 'ops_manager'
+OpsManager::Cli.run ARGV

data/lib/ops_manager/api/base.rb

@@ -0,0 +1,141 @@
+class OpsManager
+  module Api
+    class Base
+      include OpsManager::Logging
+
+      def get(endpoint, opts = {})
+        uri = uri_for(endpoint)
+        http = http_for(uri)
+        request = Net::HTTP::Get.new(uri.request_uri)
+
+        if opts.has_key?(:basic_auth)
+          request.basic_auth( opts[:basic_auth][:username], opts[:basic_auth][:password])
+        end
+
+        if opts.has_key?(:headers)
+          opts.delete(:headers).each_pair do |k,v|
+            request[k] = v
+          end
+        end
+
+        if opts[:write_to]
+          begin
+            f = open(opts.fetch(:write_to), "wb")
+            http.request(request) do |res|
+              res.read_body do |segment|
+                f.write(segment)
+              end
+              logger.info("performing get to #{uri} with opts: #{opts.inspect}  res.code: #{res.code}")
+              logger.info("get response body #{res.body}")
+            end
+          ensure
+            f.close
+          end
+        else
+          http.request(request).tap do |res|
+            logger.info("performing get to #{uri} with opts: #{opts.inspect}  res.code: #{res.code}")
+            logger.info("get response body #{res.body}")
+          end
+        end
+      end
+
+      def post(endpoint, opts= {})
+        uri = uri_for(endpoint)
+        http = http_for(uri)
+        request = Net::HTTP::Post.new(uri.request_uri)
+
+        if opts.has_key?(:headers)
+          opts.delete(:headers).each_pair do |k,v|
+            request[k] = v
+          end
+        end
+
+
+        body = opts[:body] || ''
+        request.body= body
+
+        res = http.request(request).tap do |res|
+          logger.info("performing post to #{uri} with opts: #{opts.inspect}  res.code: #{res.code}")
+          logger.info("post response body #{res.body}")
+        end
+
+        if res.code == '302'
+          get(res[ 'Location' ], opts)
+        else
+          res
+        end
+      end
+
+      def put(endpoint, opts ={})
+        uri = uri_for(endpoint)
+        http = http_for(uri)
+        request = Net::HTTP::Put.new(uri.request_uri)
+        request.set_form_data(opts)
+
+        request.basic_auth(username, password) if self.respond_to?(:username)
+
+        if opts.has_key?(:headers)
+          opts.delete(:headers).each_pair do |k,v|
+            request[k] = v
+          end
+        end
+        # body = opts.fetch( :body )
+        http.request(request).tap do |res|
+          logger.info("performing put to #{uri} with opts: #{opts.inspect}  res.code: #{res.code}")
+          logger.info("put response body #{res.body}")
+        end
+      end
+
+      def multipart_post(endpoint, opts = {})
+        uri = uri_for(endpoint)
+        http = http_for(uri)
+
+        request = Net::HTTP::Post::Multipart.new(uri.request_uri, opts)
+
+        request.basic_auth(username, password) if self.respond_to?(:username)
+
+        if opts.has_key?(:headers)
+          opts.delete(:headers).each_pair do |k,v|
+            request[k] = v
+          end
+        end
+
+        http.request(request).tap do |res|
+          logger.info("performing multipart_post to #{uri} with opts: #{opts.inspect}  res.code: #{res.code}")
+          logger.info("post response body #{res.body}")
+        end
+      end
+
+      def delete(endpoint, opts = {})
+        uri = uri_for(endpoint)
+        http = http_for(uri)
+        request = Net::HTTP::Delete.new(uri.request_uri)
+
+        request.basic_auth(username, password) if self.respond_to?(:username)
+
+        if opts.has_key?(:headers)
+          opts.delete(:headers).each_pair do |k,v|
+            request[k] = v
+          end
+        end
+        http.request(request)
+      end
+
+      def uri_for(endpoint)
+        if endpoint =~/^http/
+          URI.parse(endpoint)
+        else
+          URI.parse("https://#{target}#{endpoint}")
+        end
+      end
+
+      def http_for(uri)
+        Net::HTTP.new(uri.host, uri.port).tap do |http|
+          http.use_ssl = true
+          http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+          http.read_timeout = 1200
+        end
+      end
+    end
+  end
+end

data/lib/ops_manager/api/opsman.rb

@@ -0,0 +1,190 @@
+require "ops_manager/logging"
+require "ops_manager/api/base"
+require "net/http/post/multipart"
+require "uaa"
+
+class OpsManager
+  module Api
+    class Opsman < OpsManager::Api::Base
+      attr_reader :silent
+
+      def initialize(opts = {})
+        @silent = opts[:silent]
+      end
+
+      def say_green(str)
+        puts str.green unless silent
+      end
+
+      def print_green(str)
+        print str.green unless silent
+      end
+
+      def create_user
+        body= "setup[decryption_passphrase]=#{password}&setup[decryption_passphrase_confirmation]=#{password}&setup[eula_accepted]=true&setup[identity_provider]=internal&setup[admin_user_name]=#{username}&setup[admin_password]=#{password}&setup[admin_password_confirmation]=#{password}"
+        post("/api/v0/setup" , body: body)
+      end
+
+      def upload_installation_settings(filepath = 'installation_settings.json')
+        say_green( '====> Uploading installation settings...')
+        yaml = UploadIO.new(filepath, 'text/yaml')
+        opts = { "installation[file]" => yaml}
+        res = authenticated_multipart_post("/api/installation_settings", opts)
+        raise OpsManager::InstallationSettingsError.new(res.body) unless res.code == '200'
+        res
+      end
+
+      def get_staged_products(opts = {})
+        authenticated_get("/api/v0/staged/products", opts)
+      end
+
+      def get_installation_settings(opts = {})
+        say_green( '====> Downloading installation settings...')
+        authenticated_get("/api/installation_settings", opts)
+      end
+
+      def upload_installation_assets
+        say_green( '====> Uploading installation assets...')
+        zip = UploadIO.new("#{Dir.pwd}/installation_assets.zip", 'application/x-zip-compressed')
+        opts = {:passphrase => @password, "installation[file]" => zip }
+        multipart_post( "/api/v0/installation_asset_collection", opts)
+      end
+
+      def get_installation_assets
+        opts = { write_to: "installation_assets.zip" }
+        say_green( '====> Download installation assets...')
+        authenticated_get("/api/v0/installation_asset_collection", opts)
+      end
+
+      def delete_products(opts = {})
+        say_green( '====> Deleating unused products...')
+        opts = add_authentication(opts)
+        delete('/api/v0/products', opts)
+      end
+
+      def trigger_installation(opts = {})
+        print_green('====> Applying changes...')
+        authenticated_post('/api/v0/installations', opts)
+      end
+
+      def add_staged_products(name, version)
+        print_green( "====> Adding available product to the installation...")
+        body = "name=#{name}&product_version=#{version}"
+        res = authenticated_post('/api/v0/staged/products', body: body)
+        raise OpsManager::ProductDeploymentError.new(res.body) if res.code == '404'
+        say_green('done')
+        res
+      end
+
+      def get_installation(id)
+        res = authenticated_get("/api/v0/installations/#{id}")
+        raise OpsManager::InstallationError.new(res.body) if res.body =~  /failed/
+        res
+      end
+
+      def get_installation_logs(id)
+        authenticated_get("/api/v0/installations/#{id}/logs")
+      end
+
+      def get_staged_products_errands(product_guid)
+        authenticated_get("/api/v0/staged/products/#{product_guid}/errands" )
+      end
+
+      def get_installations(opts = {})
+        authenticated_get('/api/v0/installations')
+      end
+
+      def upgrade_product_installation(guid, product_version)
+        say_green( "====> Bumping product installation #{guid} product_version to #{product_version}...")
+        opts = { to_version: product_version }
+        opts = add_authentication(opts)
+        res = put("/api/v0/staged/products/#{guid}", opts)
+        raise OpsManager::UpgradeError.new(res.body) unless res.code == '200'
+        res
+      end
+
+      def upload_product(filepath)
+        file = "#{filepath}"
+        cmd = "curl -k \"https://#{target}/api/v0/available_products\" -F 'product[file]=@#{file}' -X POST -H 'Authorization: Bearer #{access_token}'"
+        logger.info "running cmd: #{cmd}"
+        body = `#{cmd}`
+        logger.info "Upload product response: #{body}"
+        raise OpsManager::ProductUploadError if body.include? "error"
+      end
+
+      def get_available_products
+        authenticated_get("/api/v0/available_products")
+      end
+
+      def get_current_version
+        products = JSON.parse(get_available_products.body)
+        directors = products.select{ |i| i.fetch('name') =~/p-bosh|microbosh/ }
+        versions = directors.inject([]){ |r, i| r << OpsManager::Semver.new(i.fetch('product_version')) }
+        versions.sort.last.to_s.gsub(/.0$/,'')
+
+      rescue Errno::ETIMEDOUT , Errno::EHOSTUNREACH, Net::HTTPFatalError, Net::OpenTimeout
+        nil
+      end
+
+
+      def import_stemcell(filepath)
+        return unless filepath
+        say_green('====> Uploading stemcell...')
+        tar = UploadIO.new(filepath, 'multipart/form-data')
+        opts = { "stemcell[file]" => tar }
+        res = authenticated_multipart_post("/api/v0/stemcells", opts)
+        raise OpsManager::StemcellUploadError.new(res.body) unless res.code == '200'
+        res
+      end
+
+      def username
+        @username ||= OpsManager.get_conf(:username)
+      end
+
+      def password
+        @password ||= OpsManager.get_conf(:password)
+      end
+
+      def target
+        @target ||= OpsManager.get_conf(:target)
+      end
+
+      def get_token
+        token_issuer.owner_password_grant('admin', password, 'opsman.admin').tap do |token|
+          logger.info "UAA Token: #{token.inspect}"
+        end
+      rescue  CF::UAA::TargetError
+        nil
+      end
+
+      def authenticated_get(endpoint, opts = {})
+        get(endpoint, add_authentication(opts))
+      end
+
+      def authenticated_post(endpoint, opts = {})
+        post(endpoint, add_authentication(opts))
+      end
+
+      def authenticated_multipart_post(endpoint, opts = {})
+        multipart_post(endpoint, add_authentication(opts))
+      end
+
+      private
+      def token_issuer
+        @token_issuer ||= CF::UAA::TokenIssuer.new(
+          "https://#{target}/uaa", 'opsman', nil, skip_ssl_validation: true )
+      end
+
+      def access_token
+        @access_token ||= get_token.info['access_token']
+      end
+
+
+      def add_authentication(opts={})
+        opts[:headers] ||= {}
+        opts[:headers]['Authorization'] ||= "Bearer #{access_token}"
+        opts
+      end
+    end
+  end
+end