mist-server 0.2.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: c9d6f3948d4bbc93fb726c3a201290f23c1b99fd
+  data.tar.gz: bf772c714f7f916e9923090af5677e6d00860dee
+SHA512:
+  metadata.gz: d240dfd99a77b1fdf1afb9fe65f40ea24e36607160a886363598e40a9cbc4813e627dded4ef06c964d35bbd742b4d30489599d04fe5d82e701860a3811bfc337
+  data.tar.gz: 583cba8a528f73ea424b3e1e6b827bf5a9138370ca65ce87db6c10717a64b0003afe2b5695302f7c0e8c4a32f5b172ed4c8964b74a6c1af2ccc3ec0432b5bc88

data/LICENSE

@@ -0,0 +1,174 @@
+                            Apache License
+                       Version 2.0, January 2004
+                    http://www.apache.org/licenses/
+
+TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+1. Definitions.
+
+  "License" shall mean the terms and conditions for use, reproduction,
+  and distribution as defined by Sections 1 through 9 of this document.
+
+  "Licensor" shall mean the copyright owner or entity authorized by
+  the copyright owner that is granting the License.
+
+  "Legal Entity" shall mean the union of the acting entity and all
+  other entities that control, are controlled by, or are under common
+  control with that entity. For the purposes of this definition,
+  "control" means (i) the power, direct or indirect, to cause the
+  direction or management of such entity, whether by contract or
+  otherwise, or (ii) ownership of fifty percent (50%) or more of the
+  outstanding shares, or (iii) beneficial ownership of such entity.
+
+  "You" (or "Your") shall mean an individual or Legal Entity
+  exercising permissions granted by this License.
+
+  "Source" form shall mean the preferred form for making modifications,
+  including but not limited to software source code, documentation
+  source, and configuration files.
+
+  "Object" form shall mean any form resulting from mechanical
+  transformation or translation of a Source form, including but
+  not limited to compiled object code, generated documentation,
+  and conversions to other media types.
+
+  "Work" shall mean the work of authorship, whether in Source or
+  Object form, made available under the License, as indicated by a
+  copyright notice that is included in or attached to the work
+  (an example is provided in the Appendix below).
+
+  "Derivative Works" shall mean any work, whether in Source or Object
+  form, that is based on (or derived from) the Work and for which the
+  editorial revisions, annotations, elaborations, or other modifications
+  represent, as a whole, an original work of authorship. For the purposes
+  of this License, Derivative Works shall not include works that remain
+  separable from, or merely link (or bind by name) to the interfaces of,
+  the Work and Derivative Works thereof.
+
+  "Contribution" shall mean any work of authorship, including
+  the original version of the Work and any modifications or additions
+  to that Work or Derivative Works thereof, that is intentionally
+  submitted to Licensor for inclusion in the Work by the copyright owner
+  or by an individual or Legal Entity authorized to submit on behalf of
+  the copyright owner. For the purposes of this definition, "submitted"
+  means any form of electronic, verbal, or written communication sent
+  to the Licensor or its representatives, including but not limited to
+  communication on electronic mailing lists, source code control systems,
+  and issue tracking systems that are managed by, or on behalf of, the
+  Licensor for the purpose of discussing and improving the Work, but
+  excluding communication that is conspicuously marked or otherwise
+  designated in writing by the copyright owner as "Not a Contribution."
+
+  "Contributor" shall mean Licensor and any individual or Legal Entity
+  on behalf of whom a Contribution has been received by Licensor and
+  subsequently incorporated within the Work.
+
+2. Grant of Copyright License. Subject to the terms and conditions of
+  this License, each Contributor hereby grants to You a perpetual,
+  worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+  copyright license to reproduce, prepare Derivative Works of,
+  publicly display, publicly perform, sublicense, and distribute the
+  Work and such Derivative Works in Source or Object form.
+
+3. Grant of Patent License. Subject to the terms and conditions of
+  this License, each Contributor hereby grants to You a perpetual,
+  worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+  (except as stated in this section) patent license to make, have made,
+  use, offer to sell, sell, import, and otherwise transfer the Work,
+  where such license applies only to those patent claims licensable
+  by such Contributor that are necessarily infringed by their
+  Contribution(s) alone or by combination of their Contribution(s)
+  with the Work to which such Contribution(s) was submitted. If You
+  institute patent litigation against any entity (including a
+  cross-claim or counterclaim in a lawsuit) alleging that the Work
+  or a Contribution incorporated within the Work constitutes direct
+  or contributory patent infringement, then any patent licenses
+  granted to You under this License for that Work shall terminate
+  as of the date such litigation is filed.
+
+4. Redistribution. You may reproduce and distribute copies of the
+  Work or Derivative Works thereof in any medium, with or without
+  modifications, and in Source or Object form, provided that You
+  meet the following conditions:
+
+  (a) You must give any other recipients of the Work or
+      Derivative Works a copy of this License; and
+
+  (b) You must cause any modified files to carry prominent notices
+      stating that You changed the files; and
+
+  (c) You must retain, in the Source form of any Derivative Works
+      that You distribute, all copyright, patent, trademark, and
+      attribution notices from the Source form of the Work,
+      excluding those notices that do not pertain to any part of
+      the Derivative Works; and
+
+  (d) If the Work includes a "NOTICE" text file as part of its
+      distribution, then any Derivative Works that You distribute must
+      include a readable copy of the attribution notices contained
+      within such NOTICE file, excluding those notices that do not
+      pertain to any part of the Derivative Works, in at least one
+      of the following places: within a NOTICE text file distributed
+      as part of the Derivative Works; within the Source form or
+      documentation, if provided along with the Derivative Works; or,
+      within a display generated by the Derivative Works, if and
+      wherever such third-party notices normally appear. The contents
+      of the NOTICE file are for informational purposes only and
+      do not modify the License. You may add Your own attribution
+      notices within Derivative Works that You distribute, alongside
+      or as an addendum to the NOTICE text from the Work, provided
+      that such additional attribution notices cannot be construed
+      as modifying the License.
+
+  You may add Your own copyright statement to Your modifications and
+  may provide additional or different license terms and conditions
+  for use, reproduction, or distribution of Your modifications, or
+  for any such Derivative Works as a whole, provided Your use,
+  reproduction, and distribution of the Work otherwise complies with
+  the conditions stated in this License.
+
+5. Submission of Contributions. Unless You explicitly state otherwise,
+  any Contribution intentionally submitted for inclusion in the Work
+  by You to the Licensor shall be under the terms and conditions of
+  this License, without any additional terms or conditions.
+  Notwithstanding the above, nothing herein shall supersede or modify
+  the terms of any separate license agreement you may have executed
+  with Licensor regarding such Contributions.
+
+6. Trademarks. This License does not grant permission to use the trade
+  names, trademarks, service marks, or product names of the Licensor,
+  except as required for reasonable and customary use in describing the
+  origin of the Work and reproducing the content of the NOTICE file.
+
+7. Disclaimer of Warranty. Unless required by applicable law or
+  agreed to in writing, Licensor provides the Work (and each
+  Contributor provides its Contributions) on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+  implied, including, without limitation, any warranties or conditions
+  of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+  PARTICULAR PURPOSE. You are solely responsible for determining the
+  appropriateness of using or redistributing the Work and assume any
+  risks associated with Your exercise of permissions under this License.
+
+8. Limitation of Liability. In no event and under no legal theory,
+  whether in tort (including negligence), contract, or otherwise,
+  unless required by applicable law (such as deliberate and grossly
+  negligent acts) or agreed to in writing, shall any Contributor be
+  liable to You for damages, including any direct, indirect, special,
+  incidental, or consequential damages of any character arising as a
+  result of this License or out of the use or inability to use the
+  Work (including but not limited to damages for loss of goodwill,
+  work stoppage, computer failure or malfunction, or any and all
+  other commercial damages or losses), even if such Contributor
+  has been advised of the possibility of such damages.
+
+9. Accepting Warranty or Additional Liability. While redistributing
+  the Work or Derivative Works thereof, You may choose to offer,
+  and charge a fee for, acceptance of support, warranty, indemnity,
+  or other liability obligations and/or rights consistent with this
+  License. However, in accepting such obligations, You may act only
+  on Your own behalf and on Your sole responsibility, not on behalf
+  of any other Contributor, and only if You agree to indemnify,
+  defend, and hold each Contributor harmless for any liability
+  incurred by, or claims asserted against, such Contributor by reason
+  of your accepting any such warranty or additional liability.

data/bin/mistd

@@ -0,0 +1,100 @@
+#!/usr/bin/env ruby
+# Copyright 2016 Liqwyd Ltd.
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+$LOAD_PATH.push File.expand_path('../../lib', __FILE__)
+
+require 'logger'
+require 'optparse'
+require 'msgpack/rpc'
+require 'mist/logger'
+require 'mist/config'
+
+begin
+  require 'mist/handlers/gce'
+rescue LoadError
+  STDERR.puts 'GCE is not available'
+end
+
+begin
+  require 'mist/handlers/lxc'
+rescue LoadError
+  STDERR.puts 'LXC is not available'
+end
+
+options = { daemonize: false, config: File.join(%w(/ etc mist config)), type: nil, workers: 5 }
+OptionParser.new do |opts|
+  opts.on('-d', '--daemon', 'Run the Mist server as a background daemon') do |_daemon|
+    options[:daemonize] = true
+  end
+
+  opts.on('-c', '--config PATH', 'Path to the configuration file') do |path|
+    options[:config] = path
+  end
+
+  opts.on('-t', '--type TYPE', 'Type of instances to create ("gce" or "lxc")') do |type|
+    options[:type] = type
+  end
+
+  opts.on('-w', '--workers NUM', 'Number of workers to create') do |num|
+    options[:workers] = num
+  end
+end.parse!
+
+abort 'You must specify the server type: one of "lxc" or "gce"' unless options[:type]
+
+config = Mist::Config.new(options[:config])
+Mist.logger.debug config.inspect
+
+if options[:daemonize]
+  # Provide our own file logger
+  Mist.logger = Logger.new(File.join(%w(/ var log mist.log)))
+
+  # Become a daemon & start processing requests
+  Process.daemon(false, false)
+else
+  # Log to stderr
+  Mist.logger = Logger.new(STDERR)
+end
+
+# Start the RPC event loop
+begin
+  Mist.logger.info "Mist server starting with PID #{Process.pid}"
+
+  threads = []
+  if options[:type] == 'gce'
+    (0..options[:workers]).each do |num|
+      server = Mist::GceServer.new(config, num)
+      threads << Thread.new do
+        server.run
+      end
+    end
+  elsif options[:type] == 'lxc'
+    (0..options[:workers]).each do |num|
+      server = Mist::LxcServer.new(config, num)
+      threads << Thread.new do
+        server.run
+      end
+    end
+  else
+    abort "Unknown server type #{options[:type]}"
+  end
+
+  threads.each(&:join)
+rescue StandardError => ex
+  Mist.logger.error "failed to start Mist server: #{ex}"
+  abort
+end
+
+Mist.logger.info 'Mist server exiting'
+exit 0

data/lib/mist.rb

@@ -0,0 +1,19 @@
+# Copyright 2016 Liqwyd Ltd.
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+require 'logger'
+require 'lxc'
+
+require 'mist/logger'
+require 'mist/lxc_template'
+require 'mist/lxc_container'

data/lib/mist/client.rb

@@ -0,0 +1,41 @@
+# Copyright 2016 Liqwyd Ltd.
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+require 'msgpack/rpc'
+require_relative 'logger'
+
+module Mist
+  class Client
+    def initialize(pool)
+      @pool = pool
+    end
+
+    def call(method, args = {})
+      server = args[:server] || @pool.acquire
+      timeout = args[:timeout] || 300
+      Mist.logger.debug "got server #{server}"
+
+      server_info = server.split(':')
+      host = server_info[0]
+      port = server_info[1] || '18800'
+
+      client = MessagePack::RPC::Client.new(host, port)
+      client.timeout = timeout
+      result = client.call(method, args)
+
+      @pool.release server
+
+      return result
+    end
+  end
+end

data/lib/mist/config.rb

@@ -0,0 +1,58 @@
+# Copyright 2016 Liqwyd Ltd.
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+require 'yaml'
+
+module Mist
+  class Config
+    # Server config attributes
+    attr_reader :default_distro, :default_release
+    attr_reader :username, :ssh_public_key, :ssh_private_key
+    attr_reader :network, :subnet, :zone, :machine_type, :instance_name, :startup_script_path
+    attr_reader :use_public_ip
+
+    # Client config attributes
+    attr_reader :servers
+
+    def initialize(path)
+      config = YAML.load(File.read(path))
+
+      server_config = config['server'] || nil
+      client_config = config['client'] || nil
+
+      if server_config
+        @default_distro = server_config['default_distro'] || 'ubuntu'
+        @default_release = server_config['default_release'] || 'trusty'
+        @username = server_config['username'] || 'mist'
+        @ssh_public_key = server_config['ssh_public_key'] || File.join(%w(/ etc mist id_rsa.pub))
+        @ssh_private_key = server_config['ssh_private_key'] || File.join(%w(/ etc mist id_rsa))
+        @network = server_config['network'] || 'default'
+        @subnet = server_config['subnet'] || nil
+        @zone = server_config['zone'] || 'us-central1-a'
+        @machine_type = server_config['machine_type'] || 'f1-micro'
+        @instance_name = server_config['instance_name'] || 'mist'
+        @startup_script_path = server_config['startup_scripts'] ||
+                               File.join(%w(/ etc mist startup-scripts))
+        @use_public_ip = server_config['use_public_ip'] || true
+      end
+
+      if client_config
+        @servers = client_config['servers']
+        @ssh_private_key = client_config['ssh_private_key'] || File.join(%w(/ etc mist id_rsa))
+      end
+    rescue StandardError => ex
+      Mist.logger.error "Failed to load configuration file #{path}: #{ex}"
+      abort 'could not load configuration file'
+    end
+  end
+end

data/lib/mist/handlers/gce.rb

@@ -0,0 +1,155 @@
+# Copyright 2016 Liqwyd Ltd.
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+require 'securerandom'
+require 'fog/google'
+require 'socket'
+
+module Mist
+  class GceHandler
+    def initialize(config)
+      @api = Fog::Compute.new(provider: 'Google')
+      @config = config
+    end
+
+    def create(args)
+      Mist.logger.debug "create: args=#{args}"
+
+      hostname = Socket.gethostname
+
+      distro = args['distro'] || @config.default_distro
+      release = args['release'] || @config.default_release
+      name = args['name'] || create_name
+
+      begin
+        # Map the distro & release to a source image
+        Mist.logger.debug 'attempting to find source image'
+
+        source_image = nil
+        disk_size = 0
+
+        @api.images.all.each do |image|
+          next if image.deprecated
+
+          match = image.name.match(/^#{distro}-((\d*)-(.*)-v.*$|(\d*)-v.*$)/)
+          next unless match
+          next unless match[2] == release or match[3] == release
+
+          # Found one
+          Mist.logger.info "found image #{image.name} for #{distro}:#{release}"
+          source_image = image.name
+          disk_size = image.disk_size_gb
+
+          break
+        end
+
+        # If we didn't find a disk, we have to stop now
+        raise "could not find suitable source image for #{distro}:#{release}" \
+          unless source_image
+
+        # Create a disk, create an instance with the disk attached, set the disk
+        # to be auto-deleted when the instance is destroyed
+        Mist.logger.info "creating disk #{name}"
+        disk = @api.disks.create(name: name,
+                                 size_gb: disk_size,
+                                 zone_name: @config.zone,
+                                 source_image: source_image)
+
+        Mist.logger.info 'waiting for disk...'
+        disk.wait_for { disk.ready? }
+
+        Mist.logger.info "creating instance #{name}"
+
+        startup_script = File.join(@config.startup_script_path, 'gce', distro)
+
+        metadata = { 'startup-script' => File.read(startup_script),
+                     'mist-user' => @config.username,
+                     'mist-key' => File.read(@config.ssh_public_key) }
+
+        instance = @api.servers.create(name: name,
+                                       disks: [disk],
+                                       machine_type: @config.machine_type,
+                                       zone_name: @config.zone,
+                                       network: @config.network,
+                                       subnet: @config.subnet,
+                                       public_key_path: @config.ssh_public_key,
+                                       private_key_path: @config.ssh_private_key,
+                                       metadata: metadata,
+                                       tags: ['build', 'build-host'])
+
+        device_name = instance.disks[0]['deviceName']
+        instance.set_disk_auto_delete(true, device_name)
+
+        instance.wait_for { instance.sshable? }
+
+        ip = if @config.use_public_ip
+               instance.public_ip_address
+             else
+               instance.private_ip_address
+             end
+
+        # Give the instance a grace period while the startup script runs
+        sleep(5)
+      rescue StandardError => ex
+        Mist.logger.error "Create request failed: #{ex}"
+        return { status: false, server: hostname, message: "create request failed: #{ex}" }
+      end
+
+      return { status: true,
+               server: hostname,
+               message: 'created new instance',
+               name: name,
+               ip: ip,
+               username: @config.username }
+    end
+
+    def destroy(args)
+      Mist.logger.debug "destroy: args=#{args}"
+
+      begin
+        name = args['name']
+
+        instance = @api.servers.get(name)
+        raise "instance #{name} does not exist" unless instance
+
+        Mist.logger.info "destroying #{name}"
+        raise 'failed to destroy instance' unless instance.destroy
+      rescue StandardError => ex
+        Mist.logger.error "Destroy request failed: #{ex}"
+        return { status: false, message: "destroy request failed: #{ex}" }
+      end
+
+      return { status: true, message: 'destroyed instance', name: name }
+    end
+
+    private
+
+    def create_name
+      base = @config.instance_name
+      "#{base}-#{SecureRandom.hex(16)}"
+    end
+  end
+
+  class GceServer
+    def initialize(config, id = 0)
+      port = 18_800 + id
+
+      @server = MessagePack::RPC::Server.new
+      @server.listen('0.0.0.0', port, GceHandler.new(config))
+    end
+
+    def run
+      @server.run
+    end
+  end
+end

data/lib/mist/handlers/lxc.rb

@@ -0,0 +1,93 @@
+# Copyright 2016 Liqwyd Ltd.
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+require 'socket'
+require 'mist/lxc_container'
+require 'mist/lxc_template'
+
+module Mist
+  class LxcHandler
+    def initialize(config)
+      @config = config
+    end
+
+    def create(args)
+      Mist.logger.debug "create: args=#{args}"
+
+      hostname = Socket.gethostname
+
+      distro = args['distro'] || @config.default_distro
+      release = args['release'] || @config.default_release
+      name = args['name'] || create_name
+
+      begin
+        Mist.logger.info "creating container #{name} with #{distro}-#{release}"
+
+        container = Mist::LXCContainer.new(name, distro, release)
+        raise "container with the name #{name} already exists!" if container.exists?
+
+        startup_script = File.join(@config.startup_script_path, 'lxc', distro)
+
+        container.create(@config, startup_script)
+        ip = container.ips.first
+      rescue StandardError => ex
+        Mist.logger.error "Create request failed: #{ex}"
+        return { status: false, server: hostname, message: "create request failed: #{ex}" }
+      end
+
+      return { status: true,
+               server: hostname,
+               message: 'created new container',
+               name: name,
+               ip: ip,
+               username: @config.username }
+    end
+
+    def destroy(args)
+      Mist.logger.debug "destroy: args=#{args}"
+
+      begin
+        name = args['name']
+        container = Mist::LXCContainer.new(name)
+
+        Mist.logger.info "destroying #{name}"
+        container.destroy
+      rescue StandardError => ex
+        Mist.logger.error "Destroy request failed: #{ex}"
+        return { status: false, message: "destroy request failed: #{ex}" }
+      end
+
+      return { status: true, message: 'destroyed container', name: name }
+    end
+
+    private
+
+    def create_name
+      base = @config.instance_name
+      "#{base}-#{SecureRandom.hex(16)}"
+    end
+  end
+
+  class LxcServer
+    def initialize(config, id = 0)
+      port = 18_800 + id
+
+      @server = MessagePack::RPC::Server.new
+      @server.listen('0.0.0.0', port, LxcHandler.new(config))
+    end
+
+    def run
+      @server.run
+    end
+  end
+end

data/lib/mist/logger.rb

@@ -0,0 +1,24 @@
+# Copyright 2016 Liqwyd Ltd.
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+module Mist
+  class << self
+    attr_accessor :logger
+
+    begin
+      Mist.logger = Logger.new(STDERR)
+    rescue StandardError => ex
+      abort "Failed to initialize: #{ex}"
+    end
+  end
+end

data/lib/mist/lxc_container.rb

@@ -0,0 +1,146 @@
+# Copyright 2016 Liqwyd Ltd.
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+require 'lxc'
+require 'fileutils'
+
+module Mist
+  class LXCContainer
+    attr_reader :name, :distro, :release, :ips
+
+    def initialize(name, distro = nil, release = nil)
+      @name = name
+      @distro = distro
+      @release = release
+
+      @container = LXC::Container.new(@name)
+      @ips = []
+    end
+
+    def exists?
+      @container.defined?
+    end
+
+    def create(config, startup_script)
+      raise "Container #{@name} already exists!" if exists?
+
+      # Find the template for this container; if one does not exist on the host,
+      # create it.
+      template = LXCTemplate.new(distro, release)
+      unless template.exists?
+        Mist.logger.info "Template for #{distro}-#{release} does not exist"
+        template.create(config)
+      end
+
+      # Fast-clone a new container from the template
+      Mist.logger.info 'Cloning template...'
+      container = template.clone(@name)
+
+      begin
+        # Start the container
+        Mist.logger.info "Starting #{@name}"
+
+        container.start
+        container.wait(:running, 30)
+
+        # Wait for the network to start
+        Mist.logger.info 'Waiting for network...'
+
+        @ips = []
+        start = Time.now
+        loop do
+          @ips = container.ip_addresses
+          break unless @ips.empty?
+
+          sleep 1
+
+          raise 'timed out waiting for network' \
+            if (Time.now - start) >= 30
+        end
+
+        # Give the container a few more seconds to allow SSH to start
+        socket = Socket.new(Socket::AF_INET, Socket::SOCK_STREAM, 0)
+        sockaddr = Socket.sockaddr_in(22, @ips.first)
+        start = Time.now
+        loop do
+          begin
+            if socket.connect_nonblock(sockaddr) == 0
+              Mist.logger.info 'SSH started'
+              socket.close
+              break
+            else
+              sleep 0.5
+            end
+
+            raise 'timed out waiting for SSH' \
+              if (Time.now - start) >= 30
+          rescue Errno::ECONNREFUSED, Errno::EWOULDBLOCK, Errno::EINPROGRESS
+            # Ignored
+          end
+        end
+
+        # Find the rootfs on the host so that we can copy in the startup-script
+        rootfs = container.config_item('lxc.rootfs')
+        match = rootfs.match(/\Aoverlayfs:(.*):(.*)\Z/)
+        rootfs = match[2] if match
+
+        Mist.logger.debug "rootfs=#{rootfs}"
+
+        internal_path = File.join('/', 'var', 'lib', 'mist')
+        internal_file = File.join(internal_path, 'startup')
+        external_path = File.join(rootfs, internal_path)
+        external_file = File.join(external_path, 'startup')
+
+        begin
+          ::FileUtils.mkdir_p(external_path)
+          ::FileUtils.cp startup_script, external_file
+        rescue StandardError => ex
+          Mist.logger.error "failed to copy startup script: #{ex}"
+          raise 'could not copy startup script to container'
+        end
+
+        # Run the startup script
+        Mist.logger.debug 'running startup script'
+        container.attach(wait: true, stdin: File.open('/dev/null')) do
+          LXC.run_command("/bin/bash #{internal_file}")
+        end
+      rescue StandardError => ex
+        Mist.logger.error "Failed to start container #{@name}: #{ex}"
+
+        # Attempt to clean up
+        container.stop if container.running?
+        container.destroy if container.defined?
+
+        raise
+      end
+
+      @container = container
+    end
+
+    def destroy
+      raise "Container #{@name} does not exist!" unless exists?
+
+      begin
+        @container.stop
+        @container.wait(:stopped, 60)
+        @container.destroy
+
+        @container = nil
+        @ips = []
+      rescue StandardError => ex
+        Mist.logger.error "Failed to destroy container #{@name}: #{ex}"
+        raise
+      end
+    end
+  end
+end

data/lib/mist/lxc_template.rb

@@ -0,0 +1,57 @@
+# Copyright 2016 Liqwyd Ltd.
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+require 'securerandom'
+require 'lxc'
+
+module Mist
+  class LXCTemplate
+    def initialize(distro, release)
+      @distro = distro
+      @release = release
+      @template_name = "template-#{distro}-#{release}"
+
+      @template = LXC::Container.new(@template_name)
+    end
+
+    def exists?
+      @template.defined?
+    end
+
+    def create(config)
+      Mist.logger.info "Creating #{@template_name}..."
+
+      # Create our own user with a known key & strong random password
+      username = config.username
+      pubkey = config.ssh_public_key
+      password = SecureRandom.urlsafe_base64(32)
+
+      @template.create(@distro, nil, {}, 0, ['--release', @release,
+                                             '--user', username,
+                                             '--auth-key', pubkey,
+                                             '--password', password])
+    rescue StandardError => ex
+      Mist.logger.error "Failed to create template #{@template_name}: #{ex}"
+      raise
+    end
+
+    def clone(name)
+      container = @template.clone(name, flags: LXC::LXC_CLONE_SNAPSHOT, bdev_type: 'overlayfs')
+      container.wait(:stopped, 10)
+      return container
+    rescue StandardError => ex
+      Mist.logger.error "Failed to clone template #{@template_name}: #{ex}"
+      raise
+    end
+  end
+end

data/lib/mist/pool.rb

@@ -0,0 +1,77 @@
+# Copyright 2016 Liqwyd Ltd.
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+require 'json'
+
+module Mist
+  class Pool
+    def self.get(servers)
+      @@pool ||= nil
+      if @@pool.nil?
+        @@pool = Pool.new(Mutex.new)
+        begin
+          servers.each do |server|
+            @@pool.add(server)
+          end
+        rescue StandardError => ex
+          Mist.logger.error "couldn't load config file: #{ex}"
+        end
+      end
+      @@pool
+    end
+
+    def initialize(mutex)
+      @mutex = mutex
+
+      @available = []
+      @busy = []
+    end
+
+    def add(server)
+      @mutex.synchronize do
+        @available << server
+      end
+    end
+
+    def remove(server)
+      @mutex.synchronize do
+        @available.delete server if @available.include? server
+        @busy.delete server if @busy.include? server
+      end
+    end
+
+    def acquire
+      server = nil
+      # Get the first available client; loop until one becomes available
+      loop do
+        @mutex.synchronize do
+          server = @available.shuffle.pop unless @available.empty?
+          @busy.push server unless server.nil?
+        end
+        break if server
+        sleep 1
+      end
+
+      return server
+    end
+
+    def release(server)
+      # Put the server back in the available list; if the server was removed
+      # while we were using it, don't put it back.
+      @mutex.synchronize do
+        @available.push server if @busy.include? server
+        @busy.delete server if @busy.include? server
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,83 @@
+--- !ruby/object:Gem::Specification
+name: mist-server
+version: !ruby/object:Gem::Version
+  version: 0.2.1
+platform: ruby
+authors:
+- Kristian Van Der Vliet
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-05-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: msgpack-rpc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.5'
+- !ruby/object:Gem::Dependency
+  name: net-ssh
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+description: A simple LXC based container scheduler
+email: vanders@liqwyd.com
+executables:
+- mistd
+extensions: []
+extra_rdoc_files: []
+files:
+- LICENSE
+- bin/mistd
+- lib/mist.rb
+- lib/mist/client.rb
+- lib/mist/config.rb
+- lib/mist/handlers/gce.rb
+- lib/mist/handlers/lxc.rb
+- lib/mist/logger.rb
+- lib/mist/lxc_container.rb
+- lib/mist/lxc_template.rb
+- lib/mist/pool.rb
+homepage: 
+licenses:
+- Apache-2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Mist is not a Cloud
+test_files: []