zygote 0.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 6e95ff9db7b9ed9bf04815b47d7fbc3dd8e96ea1
+  data.tar.gz: 154a5dfd45af2c06da4b6e479483ee9520fb8d1e
+SHA512:
+  metadata.gz: d537064fa1d974cae1d02f5a535d32b6da73a8963b1282ff295291226f85df3f8df53f6b2585d75832df5a147ad07483150f4831895bc04b43cd66fb2e01efc3
+  data.tar.gz: 1b81bad1b0c4e4f96f45a708dbe8e73eef2f59ff42ede695de88d1ad525694fba2d53b6a2c823205e44319fe98933d712ef12ef2b86242ebd7d8c14ad2bcbbbc

data/lib/cell_queue.rb

@@ -0,0 +1,45 @@
+require 'memory'
+
+# An entry into the queue
+class CellQueueEntry < SuperModel::Base
+  include SuperModel::Marshal::Model
+end
+
+# A means of storing Cell queue data for a given sku
+module CellQueue
+  extend self
+  COLLECTION = :assets
+  ARRAY_KEY = :cell_queue
+  Memory.load
+
+  def push(key, data)
+    entry = CellQueueEntry.find_by_name(key)
+    unless entry
+      entry = CellQueueEntry.new(name: key, data: [])
+      entry.save
+    end
+    entry.data << data
+    entry.save
+    Memory.save
+  end
+
+  def shift(key)
+    entry = CellQueueEntry.find_by_name(key)
+    return nil unless entry
+    first = entry.data.shift
+    entry.save
+    Memory.save
+    first
+  end
+
+  def show(key)
+    entry = CellQueueEntry.find_by_name(key)
+    entry ? entry.data : []
+  end
+
+  def purge(key)
+    entry = CellQueueEntry.find_by_name(key)
+    entry.data = [] if entry
+    entry.save if entry
+  end
+end

data/lib/chef.rb

@@ -0,0 +1,24 @@
+require 'chef-provisioner'
+
+module ChefConfig
+  extend self
+  CLIENT_KEY_PATH = File.expand_path('../../tmp/client.pem', __FILE__).freeze
+  SECRETS_JSON_PATH = File.expand_path('../../config/secrets.json', __FILE__).freeze
+  CHEF_CONFIG_DATA = YAML.load(File.read(File.expand_path('../../config/chef.yml', __FILE__)))['chef'].freeze
+
+  def load
+    make_client_pem
+    ChefProvisioner::Chef.configure(endpoint: CHEF_CONFIG_DATA['endpoint'], key_path: CLIENT_KEY_PATH, client: CHEF_CONFIG_DATA['client'])
+  end
+
+private
+
+  def make_client_pem
+    key_data = JSON.load(File.read(SECRETS_JSON_PATH))['chef_client']
+    FileUtils.mkdir_p(File.dirname(CLIENT_KEY_PATH))
+    File.write(CLIENT_KEY_PATH, key_data)
+  end
+
+end
+
+ChefConfig.load unless ENV['TESTING']

data/lib/http.rb

@@ -0,0 +1,96 @@
+require 'yaml'
+require 'json'
+require 'genesisreactor'
+require 'genesis/protocol/http'
+require 'active_support/all'
+
+require 'util'
+require 'cell_queue'
+require 'chef'
+
+# Main HTTP class, handles routing methods
+# Uses sinatra format (all sinatra docs on routing methods apply)
+class ZygoteWeb < Genesis::Http::Handler
+  CELL_CONFIG = YAML.load(File.read(File.expand_path('../../config/cells.yml', __FILE__))).freeze
+
+  # Requested by iPXE on boot, chains into /boot.
+  # This enables us to customize what details we want iPXE to send us
+  # The iPXE undionly.kpxe should contain an embedded script to call this URL
+  get '/' do
+    body { erb :boot }
+  end
+
+  # Chainload the primary menu
+  get '/chain' do
+    # Clean params into a simple hash
+    cleaned = clean_params(params.to_h)
+    # Add the request ip into the params
+    ip = request.ip == '127.0.0.1' ? @env['HTTP_X_FORWARDED_FOR'] : request.ip
+    ip = '127.0.0.1' if (ENV['TESTING'] || ip.nil? || ip.empty?)
+    cleaned['ip'] = ip
+    # Compute SKU from parameters
+    sku = compute_sku(cleaned['manufacturer'], cleaned['serial'], cleaned['board-serial'])
+    cleaned['sku'] = sku
+    # Check if there are is any queued data for this SKU, and if so, merge it in to params
+    queued_data = CellQueue.shift(sku)
+    cleaned.merge!(queued_data) if queued_data
+    @channel << cleaned
+    body { erb :menu, locals: { opts: CELL_CONFIG.merge('params' => cleaned || {}) } }
+  end
+
+  # Render an action for a particular cell
+  get %r{/cell/(?<cell>\S*)/(?<action>\S*)} do
+    # Clean params into a simple hash
+    cleaned = clean_params(params.to_h)
+    # Add the cell to the parameters
+    cell = cleaned['cell']
+    # Merge the cleaned params in with any cell options
+    cell_opts = CELL_CONFIG['index']['cells'][cell] || {}
+    opts = cell_opts.merge('params' => cleaned || {})
+    @channel << opts # for debugging
+    body { erb :"#{cell}/#{cleaned['action']}".to_sym, locals: { opts: opts } }
+  end
+
+  # Show the queue for a SKU
+  get %r{/queue/(?<sku>\S*)} do
+    body { JSON.pretty_generate(CellQueue.show(params['sku'])) }
+  end
+
+  # Delete the queue for a SKU
+  delete '/queue' do
+    CellQueue.purge(params['sku'])
+    body { JSON.pretty_generate(CellQueue.show(params['sku'])) }
+  end
+
+  # Enable push cells (with optional data) to the cell queue for a SKU
+  post %r{/queue/(?<sku>\S*)/(?<cell>\S*)} do
+    # Clean params into a simple hash
+    cleaned = clean_params(params.to_h)
+    # Enqueue some data for this sku
+    sku = cleaned.delete('sku')
+    CellQueue.push(sku, cleaned)
+    body { JSON.pretty_generate(CellQueue.show(sku)) }
+  end
+
+  subscribe do |args|
+    puts args if ENV['DEBUG']
+  end
+end
+
+def zygote
+  zygote = Genesis::Reactor.new(
+    threads: 1000,
+    protocols: {
+      Genesis::Http::Protocol => 7000
+    },
+    handlers: [ZygoteWeb],
+    views: [File.join(Dir.pwd, 'views'), File.join(Dir.pwd, 'cells')],
+    debug: ENV['DEBUG']
+  )
+  zygote
+end
+
+if ENV['DEBUG']
+  $stdout.sync = true
+  $stderr.sync = true
+end

data/lib/memory.rb

@@ -0,0 +1,26 @@
+require 'yaml'
+require 'fileutils'
+
+require 'supermodel'
+
+# A simple means of persistence
+# This can easily be swapped out for redis, but file-based is simpler and good enough for now
+# https://github.com/maccman/supermodel/blob/master/README
+module Memory
+  extend self
+  DATABASE_PATH = (ENV['DATABASE_PATH'] || File.expand_path('../../data/memory.db', __FILE__)).freeze
+  SuperModel::Marshal.path = DATABASE_PATH
+
+  def save
+    FileUtils.mkdir_p(File.dirname(DATABASE_PATH)) # FIXME - don't make if it already exists
+    SuperModel::Marshal.dump
+  end
+
+  def load
+    SuperModel::Marshal.load
+  end
+end
+
+at_exit do
+  Memory.save
+end

data/lib/util.rb

@@ -0,0 +1,36 @@
+require 'socket'
+
+def compute_sku(vendor, serial, board_serial)
+  # Sanitize params
+  strip_pattern = /[^-^:\p{Alnum}]/
+  serial        = (serial || '').gsub(strip_pattern, '')
+  vendor        = (vendor || '').gsub(strip_pattern, '')
+  board_serial  = (board_serial || '').gsub(strip_pattern, '')
+
+  serial = board_serial unless board_serial.empty?
+
+  case vendor
+  when 'DellInc'
+    sku = 'DEL'
+  when 'Supermicro'
+    sku = 'SPM'
+  else
+    sku = 'UKN' # unknown manufacturer
+  end
+
+  sku = "#{sku}-#{serial}"
+  sku
+end
+
+def clean_params(params)
+  params.delete_if { |x, _| x == 'splat' || x == 'captures' }
+  params
+end
+
+def my_ip
+  Socket.ip_address_list.find{|x| x.ipv4? && !x.ipv4_loopback?}.ip_address
+end
+
+def discover_domain
+  Socket.gethostname.split('.')[1..-1].join('.')
+end

metadata

@@ -0,0 +1,49 @@
+--- !ruby/object:Gem::Specification
+name: zygote
+version: !ruby/object:Gem::Version
+  version: 0.0.0
+platform: ruby
+authors:
+- Dale Hamel
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-11-24 00:00:00.000000000 Z
+dependencies: []
+description: Automate baremetal server actions with iPXE
+email: dale.hamel@srvthe.net
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/cell_queue.rb
+- lib/chef.rb
+- lib/http.rb
+- lib/memory.rb
+- lib/util.rb
+homepage: http://rubygems.org/gems/zygote
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.6
+signing_key: 
+specification_version: 4
+summary: Differentiate servers with iPXE
+test_files: []
+has_rdoc: