zygote 0.0.0 → 0.0.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 6e95ff9db7b9ed9bf04815b47d7fbc3dd8e96ea1
-  data.tar.gz: 154a5dfd45af2c06da4b6e479483ee9520fb8d1e
+  metadata.gz: 6453638ec4693e43b0a13c53933f4f8e2f7e2273
+  data.tar.gz: 998e036ab3605422f0d3efd18b36e722f06c5ba9
 SHA512:
-  metadata.gz: d537064fa1d974cae1d02f5a535d32b6da73a8963b1282ff295291226f85df3f8df53f6b2585d75832df5a147ad07483150f4831895bc04b43cd66fb2e01efc3
-  data.tar.gz: 1b81bad1b0c4e4f96f45a708dbe8e73eef2f59ff42ede695de88d1ad525694fba2d53b6a2c823205e44319fe98933d712ef12ef2b86242ebd7d8c14ad2bcbbbc
+  metadata.gz: cca8f9c8f57e42fceb778d7f5e1ee79f64255c28ad92c32ea2e0a33fc657ba0e57d7ad769ae17c4fb3f68952a028285044bb2b0a964e6369d84ce36e111834bd
+  data.tar.gz: 56d20bf591b3dd195762c9a4e3151e8e8837b924703c94a95cf879c21b584c3b7744a765e8c8afc931ed7b74bc90b5a29391002d71169fad64b2acfe1524afd2

data/lib/zygote.rb

@@ -0,0 +1,4 @@
+$LOAD_PATH.unshift(File.expand_path('../lib', __FILE__))
+
+require 'zygote/version'
+require 'zygote/http'

data/lib/{cell_queue.rb → zygote/cell_queue.rb}

@@ -1,4 +1,4 @@
-require 'memory'
+require 'zygote/memory'
 
 # An entry into the queue
 class CellQueueEntry < SuperModel::Base
@@ -42,4 +42,8 @@ module CellQueue
     entry.data = [] if entry
     entry.save if entry
   end
+
+  def all()
+    CellQueueEntry.all
+  end
 end

data/lib/{http.rb → zygote/http.rb}

@@ -4,14 +4,12 @@ require 'genesisreactor'
 require 'genesis/protocol/http'
 require 'active_support/all'
 
-require 'util'
-require 'cell_queue'
-require 'chef'
+require 'zygote/util'
+require 'zygote/cell_queue'
 
 # Main HTTP class, handles routing methods
 # Uses sinatra format (all sinatra docs on routing methods apply)
 class ZygoteWeb < Genesis::Http::Handler
-  CELL_CONFIG = YAML.load(File.read(File.expand_path('../../config/cells.yml', __FILE__))).freeze
 
   # Requested by iPXE on boot, chains into /boot.
   # This enables us to customize what details we want iPXE to send us
@@ -35,35 +33,56 @@ class ZygoteWeb < Genesis::Http::Handler
     queued_data = CellQueue.shift(sku)
     cleaned.merge!(queued_data) if queued_data
     @channel << cleaned
-    body { erb :menu, locals: { opts: CELL_CONFIG.merge('params' => cleaned || {}) } }
+    body { erb :menu, locals: { opts: ZygoteWeb::cell_config.merge('params' => cleaned || {}) } }
   end
 
   # Render an action for a particular cell
-  get %r{/cell/(?<cell>\S*)/(?<action>\S*)} do
+  get %r{/cell/(?<cell>\S*)/(?<action>\S*)$} do
     # Clean params into a simple hash
     cleaned = clean_params(params.to_h)
     # Add the cell to the parameters
     cell = cleaned['cell']
     # Merge the cleaned params in with any cell options
-    cell_opts = CELL_CONFIG['index']['cells'][cell] || {}
+    cell_opts = ZygoteWeb::cell_config['index']['cells'][cell] || {}
     opts = cell_opts.merge('params' => cleaned || {})
     @channel << opts # for debugging
     body { erb :"#{cell}/#{cleaned['action']}".to_sym, locals: { opts: opts } }
   end
 
   # Show the queue for a SKU
-  get %r{/queue/(?<sku>\S*)} do
+  get %r{/queue/(?<sku>\S*)$} do
     body { JSON.pretty_generate(CellQueue.show(params['sku'])) }
   end
 
+  get %r{/queue} do
+    response = {}
+    CellQueue.all.each do |queue_entry|
+      response[queue_entry.name] = queue_entry.data
+    end
+    body { JSON.pretty_generate(response)}
+  end
+
   # Delete the queue for a SKU
-  delete '/queue' do
+  delete %r{/queue$} do
     CellQueue.purge(params['sku'])
     body { JSON.pretty_generate(CellQueue.show(params['sku'])) }
   end
 
+  post %r{/queue/bulk$} do
+
+    bulk_queue = JSON.parse(request.body.read)
+    bulk_queue.each do |asset, queue|
+      queue = [queue] unless queue.is_a?(Array)
+      queue.each do |action|
+        CellQueue.push(asset, action)
+      end
+    end
+
+    200
+  end
+
   # Enable push cells (with optional data) to the cell queue for a SKU
-  post %r{/queue/(?<sku>\S*)/(?<cell>\S*)} do
+  post %r{/queue/(?<sku>\S*)/(?<selected_cell>\S*)$} do
     # Clean params into a simple hash
     cleaned = clean_params(params.to_h)
     # Enqueue some data for this sku
@@ -75,22 +94,33 @@ class ZygoteWeb < Genesis::Http::Handler
   subscribe do |args|
     puts args if ENV['DEBUG']
   end
+
+ def ZygoteWeb::cell_config
+    @@cell_config
+  end
+
+  def ZygoteWeb::cell_config= (value)
+    @@cell_config = value
+  end
 end
 
-def zygote
+def zygote(port: 7000, threads:1000, config_path: nil, cells: [], debug:false)
+  debug ||= ENV['DEBUG']
+
+  cell_config= YAML.load(File.read(config_path || File.join(Dir.pwd, 'config', 'cells.yml')))
+  ZygoteWeb::cell_config = cell_config
   zygote = Genesis::Reactor.new(
-    threads: 1000,
+    threads: threads,
     protocols: {
-      Genesis::Http::Protocol => 7000
+      Genesis::Http::Protocol => port
     },
     handlers: [ZygoteWeb],
-    views: [File.join(Dir.pwd, 'views'), File.join(Dir.pwd, 'cells')],
-    debug: ENV['DEBUG']
+    views: [File.expand_path('../../../views', __FILE__), cells ].flatten,
+    debug: debug
   )
+  if debug
+    $stdout.sync = true
+    $stderr.sync = true
+  end
   zygote
 end
-
-if ENV['DEBUG']
-  $stdout.sync = true
-  $stderr.sync = true
-end

data/lib/zygote/version.rb

@@ -0,0 +1,4 @@
+# Namespace for our gem
+module Zygote
+  VERSION = '0.0.1'
+end

data/views/boot.erb

@@ -0,0 +1,14 @@
+#!ipxe
+# see http://etherboot.org/wiki/commandline for details on smbios strings
+set boot-url http://${dhcp-server}/chain
+
+set uri-params  mac=${mac}
+set uri-params  ${uri-params}&serial=${serial}
+set uri-params  ${uri-params}&product=${product}
+set uri-params  ${uri-params}&manufacturer=${manufacturer}
+set uri-params  ${uri-params}&board-serial=${board-serial}
+set uri-params  ${uri-params}&board-product=${smbios/2.5.0}
+set uri-params  ${uri-params}&dhcp-server=${dhcp-server}
+
+set boot-uri ${boot-url}?${uri-params}
+chain --replace --autofree ${boot-uri} ||

data/views/menu.erb

@@ -0,0 +1,118 @@
+#!ipxe
+
+# This template is shamelessly ripped off from https://gist.github.com/robinsmidsrod/2234639
+# The most notable change is that we are of course dynamically generating the menu using cells.
+
+<% index = opts['index'] %>
+<% params = opts['params'] %>
+<% cells = index['cells'] %>
+
+# Allow bypassing the menu entirely by calling a specific target cell
+<% if selected_cell = params['selected_cell'] %>
+goto <%= selected_cell %>
+<% end %>
+
+###################### MAIN MENU ####################################
+
+set menu-timeout <%= (params['menu_timout'] || index['timeout']) * 1000 %> # timeout is in milliseconds, so let's take seconds instead.
+set submenu-timeout ${menu-timeout}
+set menu-default exit
+
+# This menu should be dynamically generated from cells, probably just make a metadata format
+
+:start
+menu iPXE boot menu for <%= params['sku'] || 'unknown' %> from <%= params['ip'] || 'unknown' %>
+<% os_entries = cells.select{ |_,d| d['menu']['class'] == 'os'} %>
+<% util_entries = cells.select{ |_,d| d['menu']['class'] == 'util'} %>
+item --gap --             ------------------------- OS Installation --------------------------------
+<% os_entries.each do | cell, data |  %>
+  <% menu = data['menu'] %>
+item --key <%= cell[0] %> <%= menu['submenu'] ? "submenu-#{cell}" : cell %> <%= menu['label'] %>
+<% end %>
+item --gap --             ------------------------- Tools and utilities ----------------------------
+<% util_entries.each do | cell, data |  %>
+  <% menu = data['menu'] %>
+item --key <%= cell[0] %> <%= cell %> <%= menu['label'] %>
+<% end %>
+item --gap --             ------------------------- Advanced opts -------------------------------
+item --key c config       Configure settings
+item shell                Drop to iPXE shell
+item reboot               Reboot computer
+item
+item --key x exit         Exit iPXE and continue BIOS boot
+choose --timeout ${menu-timeout} --default ${menu-default} selected || goto cancel
+set menu-timeout 0
+goto ${selected}
+
+# Generated menu entries for each cell
+<% cells.each do | cell, _ |  %>
+<%= partial("#{cell}/menu".to_sym, :opts => opts) %>
+<% end %>
+
+# Render any submenus
+<% submenus = cells.select{ |_,d| d['menu']['submenu'] } %>
+<% submenus.each do |cell, data| %>
+
+# Create the main submenu entry to render the submenu
+:submenu-<%= cell %>
+menu <%= data['menu']['label'] %>
+
+# Add each entry to the submenu
+  <% data['menu']['submenu'].each do |entry, data| %>
+item  <%= cell %>-<%= entry %> <%= data['label'] %>
+  <% end %>
+
+# Toss in the boilerplate footer
+item
+item --key 0x08 back      Back to top menu...
+choose --timeout ${submenu-timeout} --default ${submenu-default} selected || goto start
+set submenu-timeout 0
+goto ${selected}
+
+# Now generate the boot entries for each submenu label
+  <% data['menu']['submenu'].each do |entry, data| %>
+    <% local_params = (data['params'] || {}).merge(params) %>
+    <% parmstr = {entry: entry}.merge(local_params).map{ |k,v| "#{k}=#{v}"}.join('&').gsub('?','').gsub(' ','') %>
+:<%= cell %>-<%= entry %>
+# FIXME: allow overriding the boot action here, but leave it as default
+chain --replace --autofree  http://${dhcp-server}/cell/<%= cell %>/boot<%= parmstr.empty? ? "" : "?#{parmstr}" %>
+  <% end %>
+<% end %>
+
+##########################################
+
+:cancel
+echo You cancelled the menu, dropping you to a shell
+
+:shell
+echo Type 'exit' to get the back to the menu
+shell
+set menu-timeout 0
+set submenu-timeout 0
+goto start
+
+:failed
+echo Booting failed, dropping to shell
+goto shell
+
+:reboot
+reboot
+
+:exit
+# On dell servers exit causes a PXE boot loop.
+# This tells the server to boot from first drive instead
+# http://ipxe.org/cmd/sanboot
+# http://ipxe.org/appnote/work_around_bios_halting_on_ipxe_exit
+
+sanboot --no-describe --drive 0x80
+#exit
+
+:config
+config
+goto start
+
+:back
+set submenu-timeout 0
+clear submenu-default
+goto start
+

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: zygote
 version: !ruby/object:Gem::Version
-  version: 0.0.0
+  version: 0.0.1
 platform: ruby
 authors:
 - Dale Hamel
@@ -9,18 +9,147 @@ autorequire:
 bindir: bin
 cert_chain: []
 date: 2015-11-24 00:00:00.000000000 Z
-dependencies: []
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: chef-provisioner
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.0.8
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.0.8
+- !ruby/object:Gem::Dependency
+  name: genesisreactor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.0.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.0.4
+- !ruby/object:Gem::Dependency
+  name: supermodel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.1.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.1.6
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.10.3
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.10.3
+- !ruby/object:Gem::Dependency
+  name: pry-byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 3.3.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 3.3.0
+- !ruby/object:Gem::Dependency
+  name: em-http-request
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.1.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.1.2
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 10.4.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 10.4.2
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.10.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.10.0
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 3.2.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 3.2.0
 description: Automate baremetal server actions with iPXE
 email: dale.hamel@srvthe.net
 executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- lib/cell_queue.rb
-- lib/chef.rb
-- lib/http.rb
-- lib/memory.rb
-- lib/util.rb
+- lib/zygote.rb
+- lib/zygote/cell_queue.rb
+- lib/zygote/http.rb
+- lib/zygote/memory.rb
+- lib/zygote/util.rb
+- lib/zygote/version.rb
+- views/boot.erb
+- views/menu.erb
 homepage: http://rubygems.org/gems/zygote
 licenses:
 - MIT

data/lib/chef.rb

@@ -1,24 +0,0 @@
-require 'chef-provisioner'
-
-module ChefConfig
-  extend self
-  CLIENT_KEY_PATH = File.expand_path('../../tmp/client.pem', __FILE__).freeze
-  SECRETS_JSON_PATH = File.expand_path('../../config/secrets.json', __FILE__).freeze
-  CHEF_CONFIG_DATA = YAML.load(File.read(File.expand_path('../../config/chef.yml', __FILE__)))['chef'].freeze
-
-  def load
-    make_client_pem
-    ChefProvisioner::Chef.configure(endpoint: CHEF_CONFIG_DATA['endpoint'], key_path: CLIENT_KEY_PATH, client: CHEF_CONFIG_DATA['client'])
-  end
-
-private
-
-  def make_client_pem
-    key_data = JSON.load(File.read(SECRETS_JSON_PATH))['chef_client']
-    FileUtils.mkdir_p(File.dirname(CLIENT_KEY_PATH))
-    File.write(CLIENT_KEY_PATH, key_data)
-  end
-
-end
-
-ChefConfig.load unless ENV['TESTING']