kontena-plugin-upcloud 0.1.0

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    NTQzNDU0M2NmMjI0M2Q4M2FlYTExOTdmYTNhNTJkYjAxNjYxY2VmYg==
+  data.tar.gz: !binary |-
+    MjNkZTNjY2FmNThmYWMyMTM0ZjgxZTA0MmMyNGM5MWYzNzk2ZDQzMA==
+SHA512:
+  metadata.gz: !binary |-
+    MzZjY2U2OTFiM2I3MmFkZmM2MzI2MTI5N2QyOWNjNjE2ZDY4N2I0NjA0MTQ4
+    YTE1MmY4ZjViYmQ1OTZiNjBkZjQ0ZjkxYzViNmYyMTJiNDNiZmRlYzc1MmE1
+    ZGVmYzIwMTVhNThlOGI4NTU1ZjNjOGYwZTc5M2E2YTY3MGVkMzY=
+  data.tar.gz: !binary |-
+    NzEyYzEyMjAyNzVmMzc4ZWY2YzdlNTM0YTc3YzgzM2MzNmI5M2RmMDVmNmY5
+    M2FlNmRhMmVmMmQzOTZmYjdlN2U0NGYxMjk3NGNmMzI0MTBjMmQwNjQzOWQy
+    ZWU3MWMxNTk3YzUwMDE3ZTIxN2U1MGRmNDcyYTVmYjk5M2UxZTk=

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/.rspec

@@ -0,0 +1,2 @@
+--color
+--require spec_helper

data/.travis.yml

@@ -0,0 +1,16 @@
+language: ruby
+rvm:
+  - 2.0.0-p648
+  - 2.1.8
+  - 2.2.3
+  - 2.3.1
+env:
+  - secure: "SWp7F0Gu07m6DYXYNMTL746xXsS1oGmv68XSf/6Af/gdEEPLfllJ0hsHK7D0tiXvtvUFlQ+zQr7WVSYavvdkoaPjTAICD3pL5U7yMla4v6MQl4Mohwr2LwUx9YC18Ij6HIjSsk2EUSqxTyANOqxcRi820nZZUtZeGpUsP0aO/yCyBQOQdLSGOVHi7oUMrKfCjjl9vjrKAOHvsvlM4XvB4EzRM2m2hoxkQBOFWVGRbZXWQUzMuLW1kh1WIScul2ObFWFMz8zBFkizIiEHktwlaqWst66w1464WRv/JcvUrEombyvvoJbeeByguhoa3Y614t1ESYDKH65oUVNQUhlAr1+iUqUJvdulIh2WAuyer3rHytEdXVfs8kbPLcVhqToPTUAV4mzJ1jFWttguDHUh5R4Y6UTw9jVbh+d7lfuE4y3ghwTvciCCdkYTHRHJIzDkOW6pKpOxW0cDaX3J/7Gh8lJ7asLsP16uqbrC3W0gpFBWmMnielDfXzWkrfPlZtR8N75SyHgw/fPHfcqvw1IadrZ8tsyAIHj7afdIhcBrd86UCvGW7feF0RUYlXevxs2aesAnujpJatTp23fCUBsbJywI7DmvuvWLwbTBumI1mEvyAbQh+lIy2oqeK1/3lUtmDkWey21fRt06hippKf40DiAXK4Gzn0HuYkQotc9GHeo="
+cache: bundler
+script: bundle install && bundle exec rspec spec/
+deploy:
+  provider: rubygems
+  api_key: $GEM_TOKEN
+  gem: kontena-plugin-upcloud
+  on:
+    tags: true

data/Gemfile

@@ -0,0 +1,8 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in kontena-plugin-aws.gemspec
+gemspec
+
+group :development do
+  gem 'rspec'
+end

data/LICENSE.txt

@@ -0,0 +1,191 @@
+
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   Copyright 2015 Kontena, Inc.
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

data/README.md

@@ -0,0 +1,16 @@
+# Kontena Upcloud Plugin
+
+This plugin provides support for Upcloud provisioning to Kontena CLI.
+
+
+## Contributing
+
+1. Fork it ( https://github.com/kontena/kontena-plugin-upcloud )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request
+
+## License
+
+Kontena is licensed under the Apache License, Version 2.0. See [LICENSE](LICENSE.txt) for full license text.

data/kontena-plugin-upcloud.gemspec

@@ -0,0 +1,23 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'kontena/plugin/upcloud'
+
+Gem::Specification.new do |spec|
+  spec.name          = "kontena-plugin-upcloud"
+  spec.version       = Kontena::Plugin::Upcloud::VERSION
+  spec.authors       = ["Kontena, Inc."]
+  spec.email         = ["info@kontena.io"]
+
+  spec.summary       = "Kontena Upcloud plugin"
+  spec.description   = "Kontena Upcloud plugin"
+  spec.homepage      = "https://github.com/kontena/kontena-plugin-upcloud"
+  spec.license       = "Apache-2.0"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.require_paths = ["lib"]
+
+  spec.add_runtime_dependency 'kontena-cli', '>= 0.15.0.rc1'
+  spec.add_development_dependency "bundler", "~> 1.11"
+  spec.add_development_dependency "rake", "~> 10.0"
+end

data/lib/kontena/machine/upcloud/cloudinit.yml

@@ -0,0 +1,65 @@
+#cloud-config
+write_files:
+  - path: /etc/kontena-agent.env
+    permissions: 0600
+    owner: root
+    content: |
+      KONTENA_URI="<%= master_uri %>"
+      KONTENA_TOKEN="<%= grid_token %>"
+      KONTENA_PEER_INTERFACE=eth1
+      KONTENA_VERSION=<%= version %>
+  - path: /etc/systemd/system/docker.service.d/50-kontena.conf
+    content: |
+        [Service]
+        Environment='DOCKER_OPTS=--insecure-registry="10.81.0.0/19" --bip="172.17.43.1/16"'
+        Environment='DOCKER_CGROUPS=--exec-opt native.cgroupdriver=cgroupfs'
+  - path: /etc/sysctl.d/99-inotify.conf
+    owner: root
+    permissions: 0644
+    content: |
+      fs.inotify.max_user_instances = 8192
+  - path: /etc/resolv.conf
+    permissions: 0644
+    owner: root
+    content: |
+      nameserver 172.17.43.1
+      nameserver 8.8.8.8
+      nameserver 8.8.4.4
+coreos:
+  units:
+    - name: 10-weave.network
+      runtime: false
+      content: |
+        [Match]
+        Type=bridge
+        Name=weave*
+
+        [Network]
+    - name: kontena-agent.service
+      command: start
+      enable: true
+      content: |
+        [Unit]
+        Description=kontena-agent
+        After=network-online.target
+        After=docker.service
+        Description=Kontena Agent
+        Documentation=http://www.kontena.io/
+        Requires=network-online.target
+        Requires=docker.service
+
+        [Service]
+        Restart=always
+        RestartSec=5
+        EnvironmentFile=/etc/kontena-agent.env
+        ExecStartPre=-/usr/bin/docker stop kontena-agent
+        ExecStartPre=-/usr/bin/docker rm kontena-agent
+        ExecStartPre=/usr/bin/docker pull kontena/agent:${KONTENA_VERSION}
+        ExecStart=/usr/bin/docker run --name kontena-agent \
+            -e KONTENA_URI=${KONTENA_URI} \
+            -e KONTENA_TOKEN=${KONTENA_TOKEN} \
+            -e KONTENA_PEER_INTERFACE=${KONTENA_PEER_INTERFACE} \
+            -v=/var/run/docker.sock:/var/run/docker.sock \
+            -v=/etc/kontena-agent.env:/etc/kontena.env \
+            --net=host \
+            kontena/agent:${KONTENA_VERSION}

data/lib/kontena/machine/upcloud/cloudinit_master.yml

@@ -0,0 +1,120 @@
+#cloud-config
+write_files:
+  - path: /etc/kontena-server.env
+    permissions: 0600
+    owner: root
+    content: |
+      KONTENA_VERSION=<%= version %>
+      KONTENA_VAULT_KEY=<%= vault_secret %>
+      KONTENA_VAULT_IV=<%= vault_iv %>
+      <% if ssl_cert %>SSL_CERT="/etc/kontena-server.pem"
+
+  - path: /etc/kontena-server.pem
+    permissions: 0600
+    owner: root
+    content: | <% ssl_cert.split(/\n/).each do |row| %>
+      <%= row %><% end %><% end %>
+  - path: /opt/bin/kontena-haproxy.sh
+    permissions: 0755
+    owner: root
+    content: |
+      #!/bin/sh
+      if [ -n "$SSL_CERT" ]; then
+        SSL_CERT=$(awk 1 ORS='\\n' $SSL_CERT)
+      else
+        SSL_CERT="**None**"
+      fi
+      /usr/bin/docker run --name=kontena-server-haproxy \
+        --link kontena-server-api:kontena-server-api \
+        -e SSL_CERT="$SSL_CERT" \
+        -p 80:80 -p 443:443 kontena/haproxy:latest
+coreos:
+  units:
+<% unless mongodb_uri -%>
+    - name: kontena-server-mongo.service
+      command: start
+      enable: true
+      content: |
+        [Unit]
+        Description=kontena-server-mongo
+        After=network-online.target
+        After=docker.service
+        Description=Kontena Server MongoDB
+        Documentation=http://www.mongodb.org/
+        Requires=network-online.target
+        Requires=docker.service
+
+        [Service]
+        Restart=always
+        RestartSec=5
+        ExecStartPre=/usr/bin/docker pull mongo:3.0
+        ExecStartPre=-/usr/bin/docker create --name=kontena-server-mongo-data mongo:3.0
+        ExecStartPre=-/usr/bin/docker stop kontena-server-mongo
+        ExecStartPre=-/usr/bin/docker rm kontena-server-mongo
+        ExecStart=/usr/bin/docker run --name=kontena-server-mongo \
+            --volumes-from=kontena-server-mongo-data \
+            mongo:3.0 mongod --smallfiles
+<% end -%>
+    - name: kontena-server-api.service
+      command: start
+      enable: true
+      content: |
+        [Unit]
+        Description=kontena-server-api
+        After=network-online.target
+        After=docker.service
+        After=kontena-server-mongo.service
+        Description=Kontena Master
+        Documentation=http://www.kontena.io/
+        Before=kontena-server-haproxy.service
+        Wants=kontena-server-haproxy.service
+        Requires=network-online.target
+        Requires=docker.service
+<% unless mongodb_uri -%>
+        Requires=kontena-server-mongo.service
+<% end %>
+
+        [Service]
+        Restart=always
+        RestartSec=5
+        EnvironmentFile=/etc/kontena-server.env
+        EnvironmentFile=-/etc/kontena-server.custom.env
+        ExecStartPre=-/usr/bin/docker stop kontena-server-api
+        ExecStartPre=-/usr/bin/docker rm kontena-server-api
+        ExecStartPre=-/usr/bin/docker pull kontena/server:${KONTENA_VERSION}
+        ExecStart=/usr/bin/docker run --name kontena-server-api \
+<% if mongodb_uri -%>
+            -e MONGODB_URI=<%= mongodb_uri %> \
+<% else -%>
+            --link kontena-server-mongo:mongodb \
+            -e MONGODB_URI=mongodb://mongodb:27017/kontena_server \
+<% end -%>
+<% if auth_server %>
+            -e AUTH_API_URL=<%= auth_server %> \
+<% end -%>
+            -e VAULT_KEY=${KONTENA_VAULT_KEY} -e VAULT_IV=${KONTENA_VAULT_IV} \
+            kontena/server:${KONTENA_VERSION}
+
+    - name: kontena-server-haproxy.service
+      command: start
+      enable: true
+      content: |
+        [Unit]
+        Description=kontena-server-haproxy
+        After=network-online.target
+        After=docker.service
+        Description=Kontena Server HAProxy
+        Documentation=http://www.kontena.io/
+        Requires=network-online.target
+        Requires=docker.service
+        Requires=kontena-server-api.service
+
+        [Service]
+        Restart=always
+        RestartSec=5
+        EnvironmentFile=/etc/kontena-server.env
+        EnvironmentFile=-/etc/kontena-server.custom.env
+        ExecStartPre=-/usr/bin/docker stop kontena-server-haproxy
+        ExecStartPre=-/usr/bin/docker rm kontena-server-haproxy
+        ExecStartPre=-/usr/bin/docker pull kontena/haproxy:latest
+        ExecStart=/opt/bin/kontena-haproxy.sh

data/lib/kontena/machine/upcloud/master_provisioner.rb

@@ -0,0 +1,138 @@
+require 'fileutils'
+require 'erb'
+require 'open3'
+require 'shell-spinner'
+
+module Kontena
+  module Machine
+    module Upcloud
+      class MasterProvisioner
+        include RandomName
+        include Machine::CertHelper
+        include UpcloudCommon
+
+        attr_reader :http_client, :username, :password
+
+        # @param [String] token Upcloud token
+        def initialize(upcloud_username, upcloud_password)
+          @username = upcloud_username
+          @password = upcloud_password
+        end
+
+        def run!(opts)
+          if File.readable?(File.expand_path(opts[:ssh_key]))
+            ssh_key = File.read(File.expand_path(opts[:ssh_key])).strip
+          end
+
+          abort('Invalid ssh key') unless ssh_key && ssh_key.start_with?('ssh-')
+
+          if opts[:ssl_cert]
+            abort('Invalid ssl cert') unless File.exists?(File.expand_path(opts[:ssl_cert]))
+            ssl_cert = File.read(File.expand_path(opts[:ssl_cert]))
+          else
+            ShellSpinner "Generating self-signed SSL certificate" do
+              ssl_cert = generate_self_signed_cert
+            end
+          end
+
+          abort_unless_api_access
+
+          abort('CoreOS template not found on Upcloud') unless coreos_template = find_template('CoreOS Stable')
+          abort('Server plan not found on Upcloud') unless plan = find_plan(opts[:plan])
+          abort('Zone not found on Upcloud') unless zone_exist?(opts[:zone])
+
+          hostname = generate_name
+
+          userdata_vars = {
+              ssl_cert: ssl_cert,
+              auth_server: opts[:auth_server],
+              version: opts[:version],
+              vault_secret: opts[:vault_secret],
+              vault_iv: opts[:vault_iv],
+              mongodb_uri: opts[:mongodb_uri]
+          }
+
+          device_data = {
+            server: {
+              zone: opts[:zone],
+              title: "Kontena Master #{hostname}",
+              hostname: hostname,
+              plan: plan[:name],
+              vnc: 'off',
+              timezone: 'UTC',
+              user_data: user_data(userdata_vars),
+              firewall: 'off',
+              storage_devices: {
+                storage_device: [
+                  {
+                    action: 'clone',
+                    storage: coreos_template[:uuid],
+                    title: "From template #{coreos_template[:title]}",
+                    size: plan[:storage_size],
+                    tier: 'maxiops'
+                  }
+                ]
+              },
+              login_user: {
+                create_password: 'no',
+                username: 'root',
+                ssh_keys: {
+                  ssh_key: [ssh_key]
+                }
+              }
+            }
+          }.to_json
+
+          ShellSpinner "Creating Upcloud master #{hostname.colorize(:cyan)} " do
+            response = post('server', body: device_data)
+            if response.has_key?(:error)
+              abort("\nUpcloud server creation failed (#{response[:error].fetch(:error_message, '')})")
+            end
+            device_data = response[:server]
+
+            until device_data && device_data.fetch(:state, nil).to_s == 'maintenance'
+              device_data = get("server/#{device[:uuid]}").fetch(:server, {}) rescue nil
+              sleep 5
+            end
+          end
+
+          device_public_ip = device_data[:ip_addresses][:ip_address].find do |ip|
+            ip[:access].eql?('public') && ip[:family].eql?('IPv4')
+          end
+
+          abort('Server public ip not found, destroy manually.') unless device_public_ip
+
+          master_url = "https://#{device_public_ip[:address]}"
+          Excon.defaults[:ssl_verify_peer] = false
+          @http_client = Excon.new("#{master_url}", :connect_timeout => 10)
+
+          ShellSpinner "Waiting for #{hostname.colorize(:cyan)} to start" do
+            sleep 5 until master_running?
+          end
+
+          puts "Kontena Master is now running at #{master_url}"
+          puts "Use #{"kontena login --name=#{hostname.sub('kontena-master-', '')} #{master_url}".colorize(:light_black)} to complete Kontena Master setup"
+        end
+
+        def user_data(vars)
+          cloudinit_template = File.join(__dir__ , '/cloudinit_master.yml')
+          erb(File.read(cloudinit_template), vars)
+        end
+
+        def generate_name
+          "kontena-master-#{super}-#{rand(1..9)}"
+        end
+
+        def master_running?
+          http_client.get(path: '/').status == 200
+        rescue
+          false
+        end
+
+        def erb(template, vars)
+          ERB.new(template, nil, '%<>-').result(OpenStruct.new(vars).instance_eval { binding })
+        end
+      end
+    end
+  end
+end

data/lib/kontena/machine/upcloud/node_destroyer.rb

@@ -0,0 +1,85 @@
+require 'shell-spinner'
+
+module Kontena
+  module Machine
+    module Upcloud
+      class NodeDestroyer
+        include RandomName
+        include UpcloudCommon
+
+        attr_reader :api_client, :username, :password
+
+        # @param [Kontena::Client] api_client Kontena api client
+        # @param [String] token Upcloud token
+        def initialize(api_client, upcloud_username, upcloud_password)
+          @api_client = api_client
+          @username = upcloud_username
+          @password = upcloud_password
+        end
+
+        def run!(grid, name)
+
+          abort_unless_api_access
+
+          servers = get('server')
+          unless servers && servers.has_key?(:servers)
+            abort('Upcloud API error')
+          end
+
+          server = servers[:servers][:server].find{|s| s[:hostname] == name}
+            
+          abort "Cannot find node #{name.colorize(:cyan)} in Upcloud" unless server
+
+          server_data = get("server/#{server[:uuid]}")
+
+          storage_devices = server_data.fetch(:server, {}).fetch(:storage_devices, {}).fetch(:storage_device, [])
+          storage_uuids = storage_devices.map{|s| s[:storage]}
+
+          abort('No storage devices found for Upcloud node') if storage_uuids.empty?
+
+          if server
+            unless server[:state].eql?('stopped')
+              ShellSpinner "Shutting down Upcloud node #{name.colorize(:cyan)} " do
+                device_data = post(
+                  "server/#{server[:uuid]}/stop", body: {
+                    stop_server: {
+                      stop_type: 'soft',
+                      timeout: 120
+                    }
+                  }.to_json
+                )
+
+                until device_data && device_data.fetch(:state, nil).to_s.eql?('stopped')
+                  device_data = get("server/#{server[:uuid]}").fetch(:server, {}) rescue nil
+                  sleep 5
+                end
+              end
+            end
+
+            ShellSpinner "Terminating Upcloud node #{name.colorize(:cyan)} " do
+              response = delete("server/#{server[:uuid]}")
+              abort "Cannot delete node #{name.colorize(:cyan)} in Upcloud" unless response[:success]
+            end
+
+            storage_uuids.each do |uuid|
+              ShellSpinner "Deleting Upcloud storage device '#{uuid.colorize(:cyan)}' " do
+                response = delete("storage/#{uuid}")
+                unless response[:success]
+                  puts "#{"WARNING".colorize(:red)}: Couldn't delete Upcloud storage '#{uuid.colorize(:cyan)}', check manually."
+                end
+              end
+            end
+          else
+            abort "Cannot find node #{name.colorize(:cyan)} in Upcloud"
+          end
+          node = api_client.get("grids/#{grid['id']}/nodes")['nodes'].find{|n| n['name'] == name}
+          if node
+            ShellSpinner "Removing node #{name.colorize(:cyan)} from grid #{grid['name'].colorize(:cyan)} " do
+              api_client.delete("grids/#{grid['id']}/nodes/#{name}")
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/kontena/machine/upcloud/node_provisioner.rb

@@ -0,0 +1,121 @@
+require 'fileutils'
+require 'erb'
+require 'open3'
+require 'shell-spinner'
+
+module Kontena
+  module Machine
+    module Upcloud
+      class NodeProvisioner
+        include RandomName
+        include UpcloudCommon
+
+        attr_reader :api_client, :username, :password
+
+        # @param [Kontena::Client] api_client Kontena api client
+        # @param [String] upcloud_username Upcloud username
+        # @param [String] upcloud_password Upcloud password
+        def initialize(api_client, upcloud_username, upcloud_password)
+          @api_client = api_client
+          @username = upcloud_username
+          @password = upcloud_password
+        end
+
+        def run!(opts)
+          if File.readable?(File.expand_path(opts[:ssh_key]))
+            ssh_key = File.read(File.expand_path(opts[:ssh_key])).strip
+          end
+
+          abort('Invalid ssh key') unless ssh_key && ssh_key.start_with?('ssh-')
+
+          userdata_vars = {
+            version: opts[:version],
+            master_uri: opts[:master_uri],
+            grid_token: opts[:grid_token],
+          }
+
+          abort_unless_api_access
+          
+          abort('CoreOS template not found on Upcloud') unless coreos_template = find_template('CoreOS Stable')
+          abort('Server plan not found on Upcloud') unless plan = find_plan(opts[:plan])
+          abort('Zone not found on Upcloud') unless zone_exist?(opts[:zone])
+
+          hostname = generate_name
+
+          device_data = {
+            server: {
+              zone: opts[:zone],
+              title: "Kontena Grid #{opts[:grid]} Node #{hostname}",
+              hostname: hostname,
+              plan: plan[:name],
+              vnc: 'off',
+              timezone: 'UTC',
+              user_data: user_data(userdata_vars),
+              firewall: 'off',
+              storage_devices: {
+                storage_device: [
+                  {
+                    action: 'clone',
+                    storage: coreos_template[:uuid],
+                    title: "From template #{coreos_template[:title]}",
+                    size: plan[:storage_size],
+                    tier: 'maxiops'
+                  }
+                ]
+              },
+              login_user: {
+                create_password: 'no',
+                username: 'root',
+                ssh_keys: {
+                  ssh_key: [ssh_key]
+                }
+              }
+            }
+          }.to_json
+
+          ShellSpinner "Creating Upcloud node #{hostname.colorize(:cyan)} " do
+            response = post('server', body: device_data)
+
+            if response.has_key?(:error)
+              abort("\nUpcloud server creation failed (#{response[:error].fetch(:error_message, '')})")
+            end
+            device_data = response[:server]
+
+            until device_data && device_data.fetch(:state, nil).to_s == 'maintenance'
+              device_data = get("server/#{device[:uuid]}").fetch(:server, {}) rescue nil
+              sleep 5
+            end
+          end
+
+          node = nil
+          ShellSpinner "Waiting for node #{hostname.colorize(:cyan)} join to grid #{opts[:grid].colorize(:cyan)} " do
+            sleep 2 until node = node_exists_in_grid?(opts[:grid], hostname)
+          end
+          set_labels(node, ["region=#{opts[:zone]}", "provider=upcloud"])
+        end
+
+        def user_data(vars)
+          cloudinit_template = File.join(__dir__ , '/cloudinit.yml')
+          erb(File.read(cloudinit_template), vars)
+        end
+
+        def generate_name
+          "#{super}-#{rand(1..99)}"
+        end
+
+        def node_exists_in_grid?(grid, hostname)
+          api_client.get("grids/#{grid}/nodes")['nodes'].find{|n| n['name'] == hostname}
+        end
+
+        def erb(template, vars)
+          ERB.new(template).result(OpenStruct.new(vars).instance_eval { binding })
+        end
+
+        def set_labels(node, labels)
+          data = {labels: labels}
+          api_client.put("nodes/#{node['id']}", data, {}, {'Kontena-Grid-Token' => node['grid']['token']})
+        end
+      end
+    end
+  end
+end

data/lib/kontena/machine/upcloud/node_restarter.rb

@@ -0,0 +1,49 @@
+require 'shell-spinner'
+
+module Kontena
+  module Machine
+    module Upcloud
+      class NodeRestarter
+        include RandomName
+        include UpcloudCommon
+
+        attr_reader :username, :password
+
+        # @param [String] upcloud_username Upcloud username
+        # @param [String] upcloud_password Upcloud password
+        def initialize(upcloud_username, upcloud_password)
+          @username = upcloud_username
+          @password = upcloud_password
+        end
+
+        def run!(name)
+          abort_unless_api_access
+
+          servers = get('server')
+          unless servers && servers.has_key?(:servers)
+            abort('Upcloud API error')
+          end
+
+          server = servers[:servers][:server].find{|s| s[:hostname] == name}
+
+          if server
+            ShellSpinner "Restarting Upcloud node #{name.colorize(:cyan)} " do
+              result = post(
+                "server/#{server[:uuid]}/restart", body: {
+                  restart_server: {
+                    stop_type: 'soft',
+                    timeout: 600,
+                    timeout_action: 'destroy' # hard shutdown in case sof timeouts
+                  }
+                }.to_json
+              )
+            end
+          else
+            abort "Cannot find node #{name.colorize(:cyan)} in Upcloud"
+          end
+        end
+      end
+    end
+  end
+end
+

data/lib/kontena/machine/upcloud/upcloud_common.rb

@@ -0,0 +1,74 @@
+require 'excon'
+require 'json'
+
+module Kontena
+  module Machine
+    module Upcloud
+      module UpcloudCommon
+
+        attr_reader :username
+        attr_reader :password
+        
+        def client
+          @client ||= Excon.new(
+            'https://api.upcloud.com',
+            omit_default_port: true,
+            user: username,
+            password: password,
+            headers: { "Accept-Encoding" => 'application/json' }
+          )
+        end
+
+        def find_template(name)
+          get('storage/template')[:storages][:storage].find{|s| s[:title].downcase.start_with?(name.downcase)}
+        end
+        
+        def find_plan(name)
+          get('plan')[:plans][:plan].find{|s| s[:name].downcase.eql?(name.downcase)}
+        end
+
+        def zone_exist?(name)
+          get('zone')[:zones][:zone].map{|p| p[:id]}.include?(name)
+        end
+
+        def get_server(id)
+          get("server/#{id}").fetch(:server, nil)
+        end
+
+        def api_access?
+          response = get('account')
+          response.kind_of?(Hash) && response.has_key?(:account)
+        rescue
+          false
+        end
+
+        def abort_unless_api_access
+          unless api_access?
+            abort('Upcloud API authentication failed. Check that API access is enabled for the user.')
+          end
+        end
+
+        [:get, :post, :delete].each do |http_method|
+          define_method http_method do |path, opts={}|
+            response = client.send(
+              http_method, 
+              opts.merge(
+                path: File.join('/1.2', path),
+                headers: {
+                  'Content-Type': 'application/json'
+                }
+              )
+            )
+            if response.body && response.body.start_with?('{')
+              JSON.parse(response.body, symbolize_names: true)
+            elsif response.status.to_s.start_with?('2')
+              {success: true}
+            else
+              {error: response.status}
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/kontena/machine/upcloud.rb

@@ -0,0 +1,7 @@
+require 'kontena/machine/random_name'
+require 'kontena/machine/cert_helper'
+require_relative 'upcloud/upcloud_common'
+require_relative 'upcloud/node_provisioner'
+require_relative 'upcloud/node_destroyer'
+require_relative 'upcloud/node_restarter'
+require_relative 'upcloud/master_provisioner'

data/lib/kontena/plugin/upcloud/master/create_command.rb

@@ -0,0 +1,39 @@
+require 'securerandom'
+
+module Kontena::Plugin::Upcloud::Master
+  class CreateCommand < Clamp::Command
+    include Kontena::Cli::Common
+
+    option "--username", "USER", "Upcloud username", required: true
+    option "--password", "PASS", "Upcloud password", required: true
+    option "--ssh-key", "SSH_KEY", "Path to ssh public key", required: true
+    option "--ssl-cert", "SSL CERT", "SSL certificate file (optional)"
+    option "--plan", "PLAN", "Server plan", default: '1xCPU-1GB'
+    option "--zone", "ZONE", "Zone", default: 'fi-hel1'
+    option "--vault-secret", "VAULT_SECRET", "Secret key for Vault (optional)"
+    option "--vault-iv", "VAULT_IV", "Initialization vector for Vault (optional)"
+    option "--mongodb-uri", "URI", "External MongoDB uri (optional)"
+    option "--version", "VERSION", "Define installed Kontena version", default: 'latest'
+    option "--auth-provider-url", "AUTH_PROVIDER_URL", "Define authentication provider url"
+
+
+    def execute
+
+      require 'kontena/machine/upcloud'
+
+      provisioner = Kontena::Machine::Upcloud::MasterProvisioner.new(username, password)
+      provisioner.run!(
+          ssh_key: ssh_key,
+          ssl_cert: ssl_cert,
+          plan: plan,
+          zone: zone,
+          version: version,
+          auth_server: auth_provider_url,
+          vault_secret: vault_secret || SecureRandom.hex(24),
+          vault_iv: vault_iv || SecureRandom.hex(24),
+          mongodb_uri: mongodb_uri
+      )
+    end
+
+  end
+end

data/lib/kontena/plugin/upcloud/master_command.rb

@@ -0,0 +1,9 @@
+require_relative 'master/create_command'
+
+class Kontena::Plugin::Upcloud::MasterCommand < Kontena::Command
+
+  subcommand "create", "Create a new master to Upcloud", Kontena::Plugin::Upcloud::Master::CreateCommand
+
+  def execute
+  end
+end

data/lib/kontena/plugin/upcloud/node_command.rb

@@ -0,0 +1,13 @@
+require_relative 'nodes/create_command'
+require_relative 'nodes/restart_command'
+require_relative 'nodes/terminate_command'
+
+class Kontena::Plugin::Upcloud::NodeCommand < Kontena::Command
+
+  subcommand "create", "Create a new node to Upcloud", Kontena::Plugin::Upcloud::Nodes::CreateCommand
+  subcommand "restart", "Restart Upcloud node", Kontena::Plugin::Upcloud::Nodes::RestartCommand
+  subcommand "terminate", "Terminate Upcloud node", Kontena::Plugin::Upcloud::Nodes::TerminateCommand
+
+  def execute
+  end
+end

data/lib/kontena/plugin/upcloud/nodes/create_command.rb

@@ -0,0 +1,40 @@
+module Kontena::Plugin::Upcloud::Nodes
+  class CreateCommand < Clamp::Command
+    include Kontena::Cli::Common
+    include Kontena::Cli::GridOptions
+
+    parameter "[NAME]", "Node name"
+    option "--username", "USER", "Upcloud username", required: true
+    option "--password", "PASS", "Upcloud password", required: true
+    option "--ssh-key", "SSH_KEY", "Path to ssh public key", required: true
+    option "--plan", "PLAN", "Server size", default: '1xCPU-1GB'
+    option "--zone", "ZONE", "Zone", default: 'fi-hel1'
+    option "--version", "VERSION", "Define installed Kontena version", default: 'latest'
+
+    def execute
+      require_api_url
+      require_current_grid
+
+      require 'kontena/machine/upcloud'
+      grid = fetch_grid
+      provisioner = Kontena::Machine::Upcloud::NodeProvisioner.new(client(require_token), username, password)
+      provisioner.run!(
+        master_uri: api_url,
+        grid_token: grid['token'],
+        grid: current_grid,
+        ssh_key: ssh_key,
+        name: name,
+        plan: plan,
+        zone: zone,
+        version: version
+      )
+    end
+
+    # @param [String] id
+    # @return [Hash]
+    def fetch_grid
+      client(require_token).get("grids/#{current_grid}")
+    end
+
+  end
+end

data/lib/kontena/plugin/upcloud/nodes/restart_command.rb

@@ -0,0 +1,20 @@
+module Kontena::Plugin::Upcloud::Nodes
+  class RestartCommand < Clamp::Command
+    include Kontena::Cli::Common
+    include Kontena::Cli::GridOptions
+
+    parameter "NAME", "Node name"
+    option "--username", "USER", "Upcloud username", required: true
+    option "--password", "PASS", "Upcloud password", required: true
+
+    def execute
+      require_api_url
+      require_current_grid
+
+      require 'kontena/machine/upcloud'
+
+      restarter = Kontena::Machine::Upcloud::NodeRestarter.new(username, password)
+      restarter.run!(name)
+    end
+  end
+end

data/lib/kontena/plugin/upcloud/nodes/terminate_command.rb

@@ -0,0 +1,20 @@
+module Kontena::Plugin::Upcloud::Nodes
+  class TerminateCommand < Clamp::Command
+    include Kontena::Cli::Common
+    include Kontena::Cli::GridOptions
+
+    parameter "NAME", "Node name"
+    option "--username", "USER", "Upcloud username", required: true
+    option "--password", "PASS", "Upcloud password", required: true
+
+    def execute
+      require_api_url
+      require_current_grid
+
+      require 'kontena/machine/upcloud'
+      grid = client(require_token).get("grids/#{current_grid}")
+      destroyer = Kontena::Machine::Upcloud::NodeDestroyer.new(client(require_token), username, password)
+      destroyer.run!(grid, name)
+    end
+  end
+end

data/lib/kontena/plugin/upcloud.rb

@@ -0,0 +1,7 @@
+module Kontena
+  module Plugin
+    module Upcloud
+      VERSION = "0.1.0"
+    end
+  end
+end

data/lib/kontena/plugin/upcloud_command.rb

@@ -0,0 +1,11 @@
+require_relative 'upcloud/master_command'
+require_relative 'upcloud/node_command'
+
+class Kontena::Plugin::UpcloudCommand < Kontena::Command
+
+  subcommand 'master', 'Upcloud master related commands', Kontena::Plugin::Upcloud::MasterCommand
+  subcommand 'node', 'Upcloud node related commands', Kontena::Plugin::Upcloud::NodeCommand
+
+  def execute
+  end
+end

data/lib/kontena_cli_plugin.rb

@@ -0,0 +1,5 @@
+require 'kontena_cli'
+require_relative 'kontena/plugin/upcloud'
+require_relative 'kontena/plugin/upcloud_command'
+
+Kontena::MainCommand.register("upcloud", "Upcloud specific commands", Kontena::Plugin::UpcloudCommand)

metadata

@@ -0,0 +1,110 @@
+--- !ruby/object:Gem::Specification
+name: kontena-plugin-upcloud
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Kontena, Inc.
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-08-10 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: kontena-cli
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.15.0.rc1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.15.0.rc1
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.11'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.11'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: Kontena Upcloud plugin
+email:
+- info@kontena.io
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rspec
+- .travis.yml
+- Gemfile
+- LICENSE.txt
+- README.md
+- kontena-plugin-upcloud.gemspec
+- lib/kontena/machine/upcloud.rb
+- lib/kontena/machine/upcloud/cloudinit.yml
+- lib/kontena/machine/upcloud/cloudinit_master.yml
+- lib/kontena/machine/upcloud/master_provisioner.rb
+- lib/kontena/machine/upcloud/node_destroyer.rb
+- lib/kontena/machine/upcloud/node_provisioner.rb
+- lib/kontena/machine/upcloud/node_restarter.rb
+- lib/kontena/machine/upcloud/upcloud_common.rb
+- lib/kontena/plugin/upcloud.rb
+- lib/kontena/plugin/upcloud/master/create_command.rb
+- lib/kontena/plugin/upcloud/master_command.rb
+- lib/kontena/plugin/upcloud/node_command.rb
+- lib/kontena/plugin/upcloud/nodes/create_command.rb
+- lib/kontena/plugin/upcloud/nodes/restart_command.rb
+- lib/kontena/plugin/upcloud/nodes/terminate_command.rb
+- lib/kontena/plugin/upcloud_command.rb
+- lib/kontena_cli_plugin.rb
+homepage: https://github.com/kontena/kontena-plugin-upcloud
+licenses:
+- Apache-2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: Kontena Upcloud plugin
+test_files: []