cyclid 0.2.3 → 0.2.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 9d648344e006f1c13d7ee4c36f55328c66822708
-  data.tar.gz: d6e69422363ff0deb638fa0e8a8bd03f71715890
+  metadata.gz: 051d2d610dc0eb351961625c4b7803648425b8e3
+  data.tar.gz: f318c016a0c6e3de32faea08f8cb4ac046c781ea
 SHA512:
-  metadata.gz: 3c706eba8f83beb02b033a558f10af88c77dcd776be376fcc3cc4290457bb10736b60c4f56bfe53b5f41024706bf6799b28628ae86e03b0ff9ae1624b8d4f24c
-  data.tar.gz: f77547d0efc97beb0599f0c2cc8bdcd34ab9e538dbde2b859a22b99053381b2e92e6cee4e2ff1ac2b848039c3962f337b72086bf2089ecf43a3f2a80a74f7b36
+  metadata.gz: 2b8cbf10d103bc69384c92eb32b9cb48944f6debe6bcbf2a1c37f0bcdd710c97f2077c82371373e6d57d30b15df487d0fbdd18ec9df60252335af21e0996a951
+  data.tar.gz: 3a518369356ca89ed5a5ab340779493ec7dd1862a4822735c596366063a9f70fd8e81934dd6a725d78e93d7c5c91e6e05d1171b792d7c7f2db715c2dd1a43228

data/README.md

@@ -1,9 +1,16 @@
 Cyclid
 ======
+# Documentation
+
+See http://docs.cyclid.io/en/latest/ for full documentation, including [installation instructions](http://docs.cyclid.io/en/latest/server.html#installation).
+
+# Developement
+
+Cyclid is an Open Source project and we welcome contributions. These instructions will help you get your development environment set up to develop & test Cyclid.
 
-# Getting started
+## Getting started
 ```
-$ rbenv install 2.3.0
+$ rbenv install 2.3.1
 $ bundle install --path vendor/bundle
 $ bundle exec rake db:migrate
 $ CYCLID_CONFIG=config/development bundle exec bin/cyclid-db-init
@@ -12,43 +19,18 @@ Cyclid requires a Redis server for Sidekiq; you can either run a Redis server on
 
 You can start Cyclid under Webrick with `bundle exec rake rackup`, and then start Sidekiq with `bundle exec rake sidekiq`, or you can run both under Guard with `bundle exec rake guard`.
 
-You can use curl or wget with HTTP Basic authentication, or the `test/hmac-test.rb` command for GET's using HMAC authentication.
+The Cyclid development server will run on localhost port 8361, which is the standard Cyclid API port.
 
-# Testing
+`cyclid-db-init` will create sqlite3 database and the initial `admin` user and `admins` group. You'll need to make a note of the HMAC secret that is automatically generated & printed so that you can configure the Cyclid client to connect to your development server.
+
+## Testing
 
 RSpec tests are included. Run `bundle exec rake spec` to run the tests and generate a coverage report into the `coverage` directory. The tests do not affect any databases and external API calls are mocked.
 
 The Cyclid source code is also expected to pass Rubocop; run `bundle exec rake rubocop` to lint the code.
 
-# Documentation
+## Documentation
 
 Cyclid uses YARD to generate documentation for both the Ruby API (internal Modules, Classes & Methods) and the REST API. Run `bundle exec rake doc` to generate both sets of documentation. The Ruby documentation is placed in the `doc/api` directory, and the REST API documentation is placed in the `doc/rest` directory.
 
-## Test data
-
-The `test/db-loader.rb` script creates two users ('admin' and 'test'), and two organizations ('admins' and 'test).
-
-### Users
-
-An admin (Super Admin) user is configured with the following attributes:
-
-* Username: admin
-* Email: admin@example.com
-* Password: password
-* Secret: aasecret55
-
-A test user is configured with the following attributes:
-
-* Username: test
-* Email: test@example.com
-* Password: aapassword55
-* Secret: aasecret55
-
-### Organizations
-
-Two Organizations are created:
-
-* admins
-* test
-
-The admin user is a member of admins, and the test user is a member of test.
+User documentation is hosted on [Read the Docs](https://readthedocs.org). The source can be found in the [Cyclid-docs](https://github.com/Cyclid/Cyclid-docs) repository.

data/app/cyclid/job/runner.rb

@@ -68,7 +68,7 @@ module Cyclid
 
             # Connect a transport to the build host; the notifier is a proxy
             # to the log buffer
-            @transport = create_transport(@build_host, @notifier)
+            @transport = create_transport(@build_host, @notifier, @ctx)
 
             # Prepare the host
             provisioner = create_provisioner(@build_host)
@@ -83,6 +83,7 @@ module Cyclid
             end
           rescue StandardError => ex
             Cyclid.logger.error "job runner failed: #{ex}"
+            Cyclid.logger.error ex.backtrace.join("\n")
 
             @notifier.status = FAILED
             @notifier.ended = Time.now.to_s
@@ -190,7 +191,7 @@ module Cyclid
 
         # Find a transport that can be used with the build host, create one and
         # connect them together
-        def create_transport(build_host, log_buffer)
+        def create_transport(build_host, log_buffer, ctx)
           # Create a Transport & connect it to the build host
           host, username, password, key = build_host.connect_info
           Cyclid.logger.debug "create_transport: host: #{host} " \
@@ -213,7 +214,8 @@ module Cyclid
                                            user: username,
                                            password: password,
                                            key: key,
-                                           log: log_buffer)
+                                           log: log_buffer,
+                                           ctx: ctx)
           raise 'failed to connect the transport' unless transport
 
           return transport

data/app/cyclid/plugins/action/log.rb

@@ -0,0 +1,44 @@
+# frozen_string_literal: true
+# Copyright 2016 Liqwyd Ltd.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Top level module for the core Cyclid code.
+module Cyclid
+  # Module for the Cyclid API
+  module API
+    # Module for Cyclid Plugins
+    module Plugins
+      # "Log" plugin; will always succeed. Simply emits a message to the log.
+      class Log < Action
+        def initialize(args = {})
+          args.symbolize_keys!
+
+          # There must be a message to log.
+          raise 'a log action requires a message' unless args.include? :message
+
+          @message = args[:message]
+        end
+
+        # Write the log message, with the context data interpolated
+        def perform(log)
+          log.write(@message % @ctx)
+          true
+        end
+
+        # Register this plugin
+        register_plugin 'log'
+      end
+    end
+  end
+end

data/app/cyclid/plugins/builder/google.rb

@@ -0,0 +1,200 @@
+# frozen_string_literal: true
+# Copyright 2016 Liqwyd Ltd.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'fog/google'
+require 'securerandom'
+
+# Top level module for the core Cyclid code.
+module Cyclid
+  # Module for the Cyclid API
+  module API
+    # Module for Cyclid Plugins
+    module Plugins
+      # Google build host
+      class GoogleHost < BuildHost
+        # SSH is the only acceptable Transport
+        def transports
+          ['ssh']
+        end
+      end
+
+      # Google builder. Creates Google Compute instances.
+      class Google < Builder
+        def initialize
+          @config = load_google_config(Cyclid.config.plugins)
+          Cyclid.logger.debug "config=#{@config.inspect}"
+          @api = Fog::Compute.new(provider: 'Google',
+                                  google_project: @config[:project],
+                                  google_client_email: @config[:client_email],
+                                  google_json_key_location: @config[:json_key_location])
+        end
+
+        # Create & return a build host
+        def get(args = {})
+          args.symbolize_keys!
+
+          Cyclid.logger.debug "google: args=#{args}"
+
+          # If there is one, split the 'os' into a 'distro' and 'release'
+          if args.key? :os
+            match = args[:os].match(/\A(\w*)_(.*)\Z/)
+            distro = match[1] if match
+            release = match[2] if match
+          else
+            # No OS was specified; use the default
+            # XXX Defaults should be configurable
+            distro = 'ubuntu'
+            release = 'trusty'
+          end
+
+          name = create_name
+
+          source_image, size = find_source_image(distro, release)
+          disk = create_disk(name, size, source_image)
+          instance = create_instance(name, disk)
+
+          Cyclid.logger.debug "instance=#{instance.inspect}"
+
+          GoogleHost.new(name: name,
+                         host: instance.public_ip_address,
+                         username: @config[:username],
+                         workspace: "/home/#{@config[:username]}",
+                         password: nil,
+                         key: @config[:ssh_private_key],
+                         distro: distro,
+                         release: release)
+        end
+
+        # Destroy the build host
+        def release(_transport, buildhost)
+          name = buildhost['name']
+
+          instance = @api.servers.get(name)
+          raise "instance #{name} does not exist" unless instance
+
+          Cyclid.logger.info "destroying #{name}"
+          raise 'failed to destroy instance' unless instance.destroy
+        end
+
+        # Register this plugin
+        register_plugin 'google'
+
+        private
+
+        # Load the config for the Google plugin and set defaults if they're not
+        # in the config
+        def load_google_config(config)
+          config.symbolize_keys!
+
+          google_config = config[:google] || {}
+          google_config.symbolize_keys!
+          Cyclid.logger.debug "config=#{google_config}"
+
+          raise 'the Google project must be provided' \
+            unless google_config.key? :project
+
+          raise 'the Google client email must be provided' \
+            unless google_config.key? :client_email
+
+          raise 'the JSON key location must be provided' \
+            unless google_config.key? :json_key_location
+
+          # Set defaults
+          google_config[:zone] = 'us-central1-a' unless google_config.key? :zone
+          google_config[:machine_type] = 'f1-micro' unless google_config.key? :machine_type
+          google_config[:network] = 'default' unless google_config.key? :network
+          google_config[:username] = 'build' unless google_config.key? :username
+          google_config[:ssh_private_key] = File.join(%w(/ etc cyclid id_rsa_build)) \
+            unless google_config.key? :ssh_private_key
+          google_config[:ssh_public_key] = File.join(%w(/ etc cyclid id_rsa_build.pub)) \
+            unless google_config.key? :ssh_public_key
+          google_config[:instance_name] = 'cyclid-build' \
+            unless google_config.key? :instance_name
+
+          return google_config
+        end
+
+        # Generate a unique name for the build host
+        def create_name
+          base = @config[:instance_name]
+          "#{base}-#{SecureRandom.hex(16)}"
+        end
+
+        # Map the distro & release to a source image
+        def find_source_image(distro, release)
+          Cyclid.logger.debug 'attempting to find source image'
+
+          source_image = nil
+          disk_size = 0
+
+          @api.images.all.each do |image|
+            next if image.deprecated
+
+            match = image.name.match(/^#{distro}-((\d*)-(.*)-v.*$|(\d*)-v.*$)/)
+            next unless match
+            next unless match[2] == release or match[3] == release
+
+            # Found one
+            Cyclid.logger.info "found image #{image.name} for #{distro}:#{release}"
+            source_image = image.name
+            disk_size = image.disk_size_gb
+
+            break
+          end
+
+          # If we didn't find a disk, we have to stop now
+          raise "could not find suitable source image for #{distro}:#{release}" \
+            unless source_image
+
+          return source_image, disk_size
+        end
+
+        # Create a new disk image from the source
+        def create_disk(name, size, source_image)
+          disk = @api.disks.create(name: name,
+                                   size_gb: size,
+                                   zone_name: @config[:zone],
+                                   source_image: source_image)
+
+          Cyclid.logger.info 'waiting for disk...'
+          disk.wait_for { disk.ready? }
+
+          return disk
+        end
+
+        # Create a compute instance
+        def create_instance(name, disk)
+          Cyclid.logger.info "creating instance #{name}"
+          instance = @api.servers.bootstrap(name: name,
+                                            disks: [disk],
+                                            machine_type: @config[:machine_type],
+                                            zone_name: @config[:zone],
+                                            network: @config[:network],
+                                            username: @config[:username],
+                                            public_key_path: @config[:ssh_public_key],
+                                            private_key_path: @config[:ssh_private_key],
+                                            tags: ['build', 'build-host'])
+
+          device_name = instance.disks[0]['deviceName']
+          instance.set_disk_auto_delete(true, device_name)
+
+          instance.wait_for { instance.sshable? }
+
+          return instance
+        end
+      end
+    end
+  end
+end

data/app/cyclid/plugins/provisioner/debian.rb

@@ -39,13 +39,13 @@ module Cyclid
               end
             end
 
-            success = transport.exec 'sudo apt-get update'
+            success = transport.exec 'apt-get update'
             raise 'failed to update repositories' unless success
           end
 
           if env.key? :packages
             success = transport.exec \
-              "sudo -E apt-get install -y #{env[:packages].join(' ')}" \
+              "apt-get install -y #{env[:packages].join(' ')}" \
 
             raise "failed to install packages #{env[:packages].join(' ')}" unless success
           end
@@ -66,7 +66,7 @@ module Cyclid
           fragment = "deb #{url} #{release} #{components}"
 
           success = transport.exec \
-            "echo '#{fragment}' | sudo tee -a /etc/apt/sources.list.d/cyclid.list"
+            "sh -c \"echo '#{fragment}' | tee -a /etc/apt/sources.list.d/cyclid.list\""
           raise "failed to add repository #{url}" unless success
 
           return unless repo.key? :key_id
@@ -79,7 +79,7 @@ module Cyclid
           raise "failed to import key #{key_id}" unless success
 
           success = transport.exec \
-            "gpg -a --export #{key_id} | sudo apt-key add -"
+            "sh -c 'gpg -a --export #{key_id} | apt-key add -'"
           raise "failed to add repository key #{key_id}" unless success
         end
 

data/app/cyclid/plugins/provisioner/ubuntu.rb

@@ -26,6 +26,9 @@ module Cyclid
           transport.export_env('DEBIAN_FRONTEND' => 'noninteractive')
 
           if env.key? :repos
+            # Ensure apt-get-repository is available
+            transport.exec 'apt-get install -y software-properties-common'
+
             env[:repos].each do |repo|
               next unless repo.key? :url
 
@@ -42,13 +45,13 @@ module Cyclid
               end
             end
 
-            success = transport.exec 'sudo apt-get update'
+            success = transport.exec 'apt-get update'
             raise 'failed to update repositories' unless success
           end
 
           if env.key? :packages
             success = transport.exec \
-              "sudo -E apt-get install -y #{env[:packages].join(' ')}" \
+              "apt-get install -y #{env[:packages].join(' ')}" \
 
             raise "failed to install packages #{env[:packages].join(' ')}" unless success
           end
@@ -60,7 +63,7 @@ module Cyclid
         private
 
         def add_ppa_repository(transport, url)
-          success = transport.exec "sudo apt-add-repository -y #{url}"
+          success = transport.exec "apt-add-repository -y #{url}"
           raise "failed to add repository #{url}" unless success
         end
 
@@ -74,7 +77,7 @@ module Cyclid
           fragment = "deb #{url} #{release} #{components}"
 
           success = transport.exec \
-            "echo '#{fragment}' | sudo tee -a /etc/apt/sources.list.d/cyclid.list"
+            "sh -c \"echo '#{fragment}' | tee -a /etc/apt/sources.list.d/cyclid.list\""
           raise "failed to add repository #{url}" unless success
 
           return unless repo.key? :key_id
@@ -87,7 +90,7 @@ module Cyclid
           raise "failed to import key #{key_id}" unless success
 
           success = transport.exec \
-            "gpg -a --export #{key_id} | sudo apt-key add -"
+            "sh -c 'gpg -a --export #{key_id} | apt-key add -'"
           raise "failed to add repository key #{key_id}" unless success
         end
 

data/app/cyclid/plugins/source/git.rb

@@ -40,7 +40,7 @@ module Cyclid
             # username
             url.user = source[:token] if source.key? :token
 
-            success = transport.exec "git clone #{url}"
+            success = transport.exec("git clone #{url}", ctx[:workspace])
             return false unless success
 
             # If a branch was given, check it out

data/app/cyclid/plugins/transport/ssh.rb

@@ -145,7 +145,11 @@ module Cyclid
           end
 
           command << "cd #{path}" if path
-          command << cmd
+          command << if @username == 'root'
+                       cmd
+                     else
+                       "sudo -E #{cmd}"
+                     end
           command.join(';')
         end
 

data/bin/cyclid-db-migrate

@@ -0,0 +1,61 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+# Copyright 2016 Liqwyd Ltd.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+$LOAD_PATH.push File.expand_path('../../app', __FILE__)
+
+require 'require_all'
+require 'logger'
+require 'active_record'
+
+ENV['RACK_ENV'] = ENV['RACK_ENV'] || 'development'
+
+require 'cyclid/config'
+
+# Top level module for the core Cyclid code; just stub out to provide the
+# bare minimum required to inject data via. the models.
+module Cyclid
+  class << self
+    attr_accessor :logger, :config
+
+    begin
+      Cyclid.logger = Logger.new(STDERR)
+
+      config_path = ENV['CYCLID_CONFIG'] || File.join(%w(/ etc cyclid config))
+      Cyclid.config = API::Config.new(config_path)
+    rescue StandardError => ex
+      abort "Failed to initialize: #{ex}"
+    end
+  end
+end
+
+require 'db'
+
+version = (ARGV[0].split('=')[1].to_i if ARGV[0] =~ /VERSION=d+/)
+
+current_version = ActiveRecord::Migrator.current_version
+
+STDERR.puts '*' * 80
+STDERR.puts "Current version: #{current_version}"
+STDERR.puts '*' * 80
+
+migrations_path = File.expand_path('../../db/migrate', __FILE__)
+
+ActiveRecord::Migration.verbose = true
+ActiveRecord::Migrator.migrate(migrations_path, version) do |migration|
+  next unless migration.version > current_version
+  STDERR.puts "#{migration.name}:#{migration.version}"
+  true
+end

data/db/migrate/20160208175128_create_organization.rb

@@ -0,0 +1,8 @@
+class CreateOrganization < ActiveRecord::Migration
+  def change
+    create_table :organizations do |t|
+      t.string :name, null: false, unique: true
+      t.string :owner_email, null: false
+    end
+  end
+end

data/db/migrate/20160209092652_create_user.rb

@@ -0,0 +1,10 @@
+class CreateUser < ActiveRecord::Migration
+  def change
+    create_table :users do |t|
+      t.string :username, null: false, unique: true
+      t.string :email, null: false
+      t.string :password
+      t.string :secret
+    end
+  end
+end

data/db/migrate/20160211172351_create_joins.rb

@@ -0,0 +1,8 @@
+class CreateJoins < ActiveRecord::Migration
+  def change
+    create_table :organizations_users, id: false do |t|
+      t.belongs_to :organization, index: true
+      t.belongs_to :user, index: true
+    end
+  end
+end

data/db/migrate/20160214105837_create_user_permissions.rb

@@ -0,0 +1,12 @@
+class CreateUserPermissions < ActiveRecord::Migration
+  def change
+    create_table :userpermissions do |t|
+      t.boolean :admin, null: false, default: false
+      t.boolean :write, null: false, default: false
+      t.boolean :read, null: false, default: false
+
+      t.belongs_to :user, index: true
+      t.belongs_to :organization, index:true
+    end
+  end
+end

data/db/migrate/20160216165211_create_stage.rb

@@ -0,0 +1,10 @@
+class CreateStage < ActiveRecord::Migration
+  def change
+    create_table :stages do |t|
+      t.string :name, null: false
+      t.string :version, null: false, default: '0.0.1'
+
+      t.belongs_to :organization, index: true
+    end
+  end
+end

data/db/migrate/20160216165454_create_step.rb

@@ -0,0 +1,10 @@
+class CreateStep < ActiveRecord::Migration
+  def change
+    create_table :steps do |t|
+      t.integer :sequence, null: false
+      t.text :action
+
+      t.belongs_to :stage, index: true
+    end
+  end
+end

data/db/migrate/20160225133151_create_job_record.rb

@@ -0,0 +1,19 @@
+class CreateJobRecord < ActiveRecord::Migration
+  def change
+    create_table :job_records do |t|
+      t.string :job_name, index: true
+      t.string :job_version
+
+      t.datetime :started
+      t.datetime :ended
+
+      t.integer :status
+      t.text :log
+
+      t.text :job
+
+      t.belongs_to :organization, index: true
+      t.belongs_to :user, index: true
+    end
+  end
+end

data/db/migrate/20160308145556_create_plugin_config.rb

@@ -0,0 +1,12 @@
+class CreatePluginConfig < ActiveRecord::Migration
+  def change
+    create_table :plugin_configs do |t|
+      t.string :plugin
+      t.string :version
+
+      t.text :config
+
+      t.belongs_to :organization, index: true
+    end
+  end
+end

data/db/migrate/20160325120748_add_encryption_to_organizations.rb

@@ -0,0 +1,10 @@
+class AddEncryptionToOrganizations < ActiveRecord::Migration
+  def change
+    # RSA keys in DER format
+    add_column :organizations, :rsa_private_key, :binary, null: false, default: 0
+    add_column :organizations, :rsa_public_key, :binary, null: false, default: 0
+
+    # Salt for use with other encryption schemes E.g. AES
+    add_column :organizations, :salt, :string, null: false, default: 0
+  end
+end

data/db/migrate/20160715161156_add_name_to_users.rb

@@ -0,0 +1,5 @@
+class AddNameToUsers < ActiveRecord::Migration
+  def change
+    add_column :users, :name, :string
+  end
+end

data/db/migrate/20161218133843_modify_job_log.rb

@@ -0,0 +1,7 @@
+require 'active_support/core_ext/numeric'
+
+class ModifyJobLog < ActiveRecord::Migration
+  def up
+    change_column(:job_records, :log, :text, limit: 16.megabytes - 1)
+  end
+end

data/db/schema.rb

@@ -11,7 +11,7 @@
 #
 # It's strongly recommended that you check this file into your version control system.
 
-ActiveRecord::Schema.define(version: 20160715161156) do
+ActiveRecord::Schema.define(version: 20161218133843) do
 
   create_table "job_records", force: :cascade do |t|
     t.string   "job_name"
@@ -19,7 +19,7 @@ ActiveRecord::Schema.define(version: 20160715161156) do
     t.datetime "started"
     t.datetime "ended"
     t.integer  "status"
-    t.text     "log"
+    t.text     "log",             limit: 16777215
     t.text     "job"
     t.integer  "organization_id"
     t.integer  "user_id"

data/lib/cyclid/version.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 module Cyclid
   module Api
-    VERSION = '0.2.3'
+    VERSION = '0.2.4'
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: cyclid
 version: !ruby/object:Gem::Version
-  version: 0.2.3
+  version: 0.2.4
 platform: ruby
 authors:
 - Kristian Van Der Vliet
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-10-25 00:00:00.000000000 Z
+date: 2016-12-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: oj
@@ -192,20 +192,6 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '4.1'
-- !ruby/object:Gem::Dependency
-  name: mysql
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2.9'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2.9'
 - !ruby/object:Gem::Dependency
   name: slack-notifier
   requirement: !ruby/object:Gem::Requirement
@@ -319,23 +305,52 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: mist-client
+  name: fog-core
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.43'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.43'
+- !ruby/object:Gem::Dependency
+  name: fog-google
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.4'
+- !ruby/object:Gem::Dependency
+  name: google-api-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.8.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.8.6
 description: The Cyclid CI system
 email: contact@cyclid.io
 executables:
 - cyclid-db-init
+- cyclid-db-migrate
 extensions: []
 extra_rdoc_files: []
 files:
@@ -380,6 +395,7 @@ files:
 - app/cyclid/plugins/action/email.rb
 - app/cyclid/plugins/action/email/html.erb
 - app/cyclid/plugins/action/email/text.erb
+- app/cyclid/plugins/action/log.rb
 - app/cyclid/plugins/action/script.rb
 - app/cyclid/plugins/action/slack.rb
 - app/cyclid/plugins/action/slack/note.erb
@@ -394,7 +410,7 @@ files:
 - app/cyclid/plugins/api/github/pull_request.rb
 - app/cyclid/plugins/api/github/push.rb
 - app/cyclid/plugins/builder.rb
-- app/cyclid/plugins/builder/mist.rb
+- app/cyclid/plugins/builder/google.rb
 - app/cyclid/plugins/dispatcher.rb
 - app/cyclid/plugins/dispatcher/local.rb
 - app/cyclid/plugins/provisioner.rb
@@ -411,6 +427,18 @@ files:
 - app/cyclid/sinatra/warden/strategies/hmac.rb
 - app/db.rb
 - bin/cyclid-db-init
+- bin/cyclid-db-migrate
+- db/migrate/20160208175128_create_organization.rb
+- db/migrate/20160209092652_create_user.rb
+- db/migrate/20160211172351_create_joins.rb
+- db/migrate/20160214105837_create_user_permissions.rb
+- db/migrate/20160216165211_create_stage.rb
+- db/migrate/20160216165454_create_step.rb
+- db/migrate/20160225133151_create_job_record.rb
+- db/migrate/20160308145556_create_plugin_config.rb
+- db/migrate/20160325120748_add_encryption_to_organizations.rb
+- db/migrate/20160715161156_add_name_to_users.rb
+- db/migrate/20161218133843_modify_job_log.rb
 - db/schema.rb
 - lib/cyclid/app.rb
 - lib/cyclid/version.rb

data/app/cyclid/plugins/builder/mist.rb

@@ -1,107 +0,0 @@
-# frozen_string_literal: true
-# Copyright 2016 Liqwyd Ltd.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-require 'mist/config'
-require 'mist/pool'
-require 'mist/client'
-
-# Top level module for the core Cyclid code.
-module Cyclid
-  # Module for the Cyclid API
-  module API
-    # Module for Cyclid Plugins
-    module Plugins
-      # Mist build host
-      class MistHost < BuildHost
-        # SSH is the only acceptable Transport
-        def transports
-          ['ssh']
-        end
-      end
-
-      # Mist builder. Calls out to Mist to obtain a build host instance.
-      class Mist < Builder
-        def initialize
-          mist_config_file = ENV.fetch('MIST_CONFIG', File.join(%w(/ etc mist config)))
-          @config = ::Mist::Config.new(mist_config_file)
-
-          pool = ::Mist::Pool.get(@config.servers)
-          @client = ::Mist::Client.new(pool)
-        end
-
-        # Create & return a build host
-        def get(args = {})
-          args.symbolize_keys!
-
-          Cyclid.logger.debug "mist: args=#{args}"
-
-          # If there is one, split the 'os' into a 'distro' and 'release'
-          if args.key? :os
-            match = args[:os].match(/\A(\w*)_(.*)\Z/)
-            distro = match[1] if match
-            release = match[2] if match
-          else
-            # No OS was specified; use the default
-            # XXX Defaults should be configurable
-            distro = 'ubuntu'
-            release = 'trusty'
-          end
-
-          begin
-            result = @client.call(:create, distro: distro, release: release)
-            Cyclid.logger.debug "mist result=#{result}"
-
-            raise "failed to create build host: #{result['message']}" \
-              unless result['status']
-
-            buildhost = MistHost.new(name: result['name'],
-                                     host: result['ip'],
-                                     username: result['username'],
-                                     workspace: "/home/#{result['username']}",
-                                     password: nil,
-                                     key: @config.ssh_private_key,
-                                     server: result['server'],
-                                     distro: distro,
-                                     release: release)
-          rescue MessagePack::RPC::TimeoutError => ex
-            Cyclid.logger.error "Mist create call timedout: #{ex}"
-            raise "mist failed: #{ex}"
-          rescue StandardError => ex
-            Cyclid.logger.error "couldn't get a build host from Mist: #{ex}"
-            raise "mist failed: #{ex}"
-          end
-
-          Cyclid.logger.debug "mist buildhost=#{buildhost.inspect}"
-          return buildhost
-        end
-
-        # Destroy the build host
-        def release(_transport, buildhost)
-          name = buildhost[:name]
-          server = buildhost[:server]
-
-          begin
-            @client.call(:destroy, name: name, server: server)
-          rescue MessagePack::RPC::TimeoutError => ex
-            Cyclid.logger.error "Mist destroy timed out: #{ex}"
-          end
-        end
-
-        # Register this plugin
-        register_plugin 'mist'
-      end
-    end
-  end
-end