foreman_discovery 1.0.0.rc1 → 1.0.0.rc2

data/extra/build_iso.sh

@@ -0,0 +1,108 @@
+#!/bin/bash
+
+## Remaster TCL for the Discovery Image
+# (from http://wiki.tinycorelinux.net/wiki:remastering)
+#
+# This script will build the boot image. You will need squashfs-tools and 
+# advancecomp. Run it as root, or with passwordless sudo, or the password prompts
+# may get lost when the rake task is run.
+
+# Setup
+GEMS="facter json_pure rack rack-protection tilt sinatra"
+TGZS="libssl-0.9.8 ruby"
+
+TOPDIR=`mktemp -d`
+cd $TOPDIR
+
+# Download/Unpack TCL ISO
+if [ -f /tmp/tcl.iso ]; then
+  echo "Using cached TCL iso"
+  cp /tmp/tcl.iso ./tcl.iso
+else
+  wget http://distro.ibiblio.org/tinycorelinux/4.x/x86/release/Core-current.iso -O tcl.iso
+fi
+mkdir loop && mount -oloop tcl.iso loop/
+cp loop/boot/core.gz loop/boot/vmlinuz .
+umount loop && rmdir loop
+
+# Modify basic image:
+mkdir extract && cd extract
+zcat $TOPDIR/core.gz | sudo cpio -i -H newc -d
+mkdir opt/gems && cd opt/gems
+for n in $GEMS ; do gem fetch $n ; done
+
+# Build the init script
+echo "" >> ../bootlocal.sh
+echo "sleep 20" >> ../bootlocal.sh # network can be slow to come up, and we're not in a rush
+echo "/opt/foreman_startup.rb" >> ../bootlocal.sh
+echo "/opt/discovery_init.sh" >> ../bootlocal.sh
+
+# Get the downloader
+wget https://raw.github.com/theforeman/foreman_discovery/master/extra/foreman_startup.rb -O ../foreman_startup.rb
+chmod 755 ../foreman_startup.rb
+
+# Build the fallback script
+echo "#!/bin/sh" >> ../discovery_init.sh
+for n in $GEMS ; do echo "gem install -l --no-ri --no-rdoc /opt/gems/`ls *$n-[0-9]*.gem`" >> ../discovery_init.sh ; done
+echo "" >> ../bootlocal.sh
+echo "/usr/share/foreman-proxy/bin/smart-proxy" >> ../discovery_init.sh
+echo "/usr/share/foreman-proxy/bin/discover_host" >> ../discovery_init.sh
+chmod 755 ../discovery_init.sh
+
+# Repack
+cd $TOPDIR/extract
+find | cpio -o -H newc | gzip -2 > $TOPDIR/tinycore.gz
+cd $TOPDIR && advdef -z4 tinycore.gz
+rm -rf $TOPDIR/extract
+IMAGES="tinycore.gz "
+
+# Convert TGZs to GZs
+for url in $TGZS ; do
+  wget http://repo.tinycorelinux.net/4.x/x86/tcz/$url.tcz
+  unsquashfs $url.tcz && cd squashfs-root
+  find | cpio -o -H newc | gzip -2 > ../$url.gz
+  cd .. && advdef -z4 $url.gz
+  rm -rf squashfs-root
+  IMAGES="$IMAGES $url.gz "
+done
+
+# Build Rubygems:
+wget http://production.cf.rubygems.org/rubygems/rubygems-1.8.24.tgz
+mkdir tmp-install-rubygems && cd tmp-install-rubygems
+mkdir rubygems
+tar xvzf ../rubygems-1.8.24.tgz && cd rubygems-1.8.24
+ruby setup.rb --destdir=../rubygems --prefix=/usr/local
+cd ../rubygems
+sed -i 's?#!.*?#!/usr/local/bin/ruby?' ./usr/local/bin/gem
+mkdir ./usr/local/lib/ruby/1.8 -p
+mv ./usr/local/lib/* ./usr/local/lib/ruby/1.8
+chown -R 0:0 .
+find | cpio -o -H newc | gzip -2 > $TOPDIR/rubygems.gz
+cd $TOPDIR && advdef -z4 rubygems.gz
+rm -rf tmp-install-rubygems rubygems-1.8.24.tgz
+IMAGES="$IMAGES rubygems.gz "
+
+# Proxy.gz
+mkdir -p ./proxy/usr/share
+mkdir -p ./proxy/var/run/foreman-proxy
+mkdir -p ./proxy/var/log/foreman-proxy
+git clone https://github.com/theforeman/smart-proxy.git ./proxy/usr/share/foreman-proxy
+wget https://raw.github.com/theforeman/foreman_discovery/master/extra/discover_host -O ./proxy/usr/share/foreman-proxy/bin/discover_host
+chmod 755 ./proxy/usr/share/foreman-proxy/bin/discover_host
+cp ./proxy/usr/share/foreman-proxy/config/settings.yml{.example,}
+sed -i 's/.*:bmc:.*/:bmc: true/' ./proxy/usr/share/foreman-proxy/config/settings.yml
+sed -i 's/.*:bmc_default_provider:.*/:bmc_default_provider: shell/' ./proxy/usr/share/foreman-proxy/config/settings.yml
+#Shell interface calls shutdown which doesn't exist in TCL
+mkdir -p ./proxy/sbin
+echo -e "#\x21/bin/sh\nexec /sbin/reboot" > ./proxy/sbin/shutdown
+chmod 755 ./proxy/sbin/shutdown
+cd proxy
+find | cpio -o -H newc | gzip -2 > ../proxy.gz
+cd $TOPDIR && advdef -z4 proxy.gz
+rm -rf proxy
+IMAGES="$IMAGES proxy.gz"
+
+# Use Gz chaining:
+cat $IMAGES > initrd.gz
+chmod 755 $TOPDIR
+echo "#TMPDIR# $TOPDIR"

data/extra/discover_host

@@ -0,0 +1,79 @@
+#!/usr/bin/env ruby
+
+require 'fileutils'
+require 'net/http'
+require 'net/https'
+require 'uri'
+require 'yaml'
+
+# Would like to not need this...
+require 'rubygems'
+require 'json'
+
+def discover_server
+  server = (discover_by_pxe or discover_by_dns)
+  unless server =~ /^http/
+    server = "http://#{server}"
+  end
+  server
+end
+
+def discover_by_pxe
+  begin
+    contents = File.open("/proc/cmdline", 'r') { |f| f.read }
+    server_ip = contents.split.map { |x| $1 if x.match(/foreman.ip=(.*)/)}.compact
+    if server_ip.size == 1
+      return server_ip.join
+    else
+      return false
+    end
+  rescue
+    return false
+  end
+end
+
+def discover_by_dns
+  begin
+    contents = File.open("/proc/cmdline", 'r') { |f| f.read }
+    server_name = contents.split.map { |x| $1 if x.match(/foreman.server=(.*)/)}.compact
+    server_name = server_name.size == 1 ? server_name.join : 'foreman'
+
+    require 'socket'
+    return TCPSocket.gethostbyname(server_name)[3..-1].first || false
+  rescue
+    return false
+  end
+end
+
+# Main
+
+$stdout.reopen("/tmp/proxy-discovery.log", "w")
+$stderr.reopen("/tmp/proxy-discovery.err", "w")
+
+# Get facts from the Proxy
+puts "retrieving facts"
+begin
+  uri = URI.parse("http://localhost:8443/facts")
+  http = Net::HTTP.new(uri.host, uri.port)
+  response = http.request(Net::HTTP::Get.new(uri.request_uri))
+  # Ugly
+  facts = YAML.dump(JSON.parse(response.body))
+rescue Exception => e
+  raise "Could not get facts from Proxy: #{e}"
+end
+
+puts "Importing facts"
+begin
+  uri = URI.parse(discover_server)
+  http = Net::HTTP.new(uri.host, uri.port)
+  if uri.scheme == 'https' then
+    http.use_ssl = true
+    http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+  end
+  req = Net::HTTP::Post.new("/fact_values/create?type=Host::Discovered")
+  req.set_form_data({'facts' => facts})
+  response = http.request(req)
+  puts response.body
+rescue Exception => e
+  raise "Could not send facts to Foreman: #{e}"
+end

data/extra/discovery_init.sh.example

@@ -0,0 +1,11 @@
+#!/bin/sh
+
+echo "Starting custom discovery script"
+
+GEMS="facter json_pure rack rack-protection tilt sinatra"
+for n in $GEMS ; do gem install --no-ri --no-rdoc -l `ls /opt/gems/*$n-[0-9]*.gem` ; done
+
+/usr/share/foreman-proxy/bin/smart-proxy
+/usr/share/foreman-proxy/bin/discover_host
+
+echo "Done with custom discovery script"

data/extra/disk_facts.rb

@@ -0,0 +1,33 @@
+disk_types = ["xvd","vd","sd","hd"]
+total_size = 0
+total_disks = 0
+
+disk_types.each do |type|
+  Dir.open("/sys/block").entries.grep(/^#{type}/).each do |d|
+    size = %x{/bin/cat /sys/block/#{d}/size}.chomp
+    total_size += size.to_i
+    total_disks += 1
+    Facter.add("disk_size_#{d}".to_sym) do
+      setcode do
+        size
+      end
+    end
+  end
+end
+
+Facter.add(:disk_total_size) do
+  setcode do
+    total_size
+  end
+end
+
+Facter.add(:disk_total_number) do
+  setcode do
+    total_disks
+  end
+end
+
+#! /usr/bin/env ruby
+%x{fdisk -l 2>/dev/null}.split("\n").each do |l|
+  puts $1 if l.match(/^Disk \/dev\/(?:(?:(?:sd|hd|x?vd)[a-z])|mmcblk[0-9]+).*?(\d+) bytes/)
+end

data/extra/foreman_startup.rb

@@ -0,0 +1,60 @@
+#!/usr/bin/env ruby
+
+require 'fileutils'
+require 'net/http'
+require 'net/https'
+require 'uri'
+
+def discover_server
+  server = (discover_by_pxe or discover_by_dns)
+  unless server =~ /^http/
+    server = "http://#{server}"
+  end
+  server
+end
+
+def discover_by_pxe
+  begin
+    contents = File.open("/proc/cmdline", 'r') { |f| f.read }
+    server_ip = contents.split.map { |x| $1 if x.match(/foreman.ip=(.*)/)}.compact
+    if server_ip.size == 1
+      return server_ip.join
+    else
+      return false
+    end
+  rescue
+    return false
+  end
+end
+
+def discover_by_dns
+  begin
+    contents = File.open("/proc/cmdline", 'r') { |f| f.read }
+    server_name = contents.split.map { |x| $1 if x.match(/foreman.server=(.*)/)}.compact
+    server_name = server_name.size == 1 ? server_name.join : 'razor'
+
+    require 'socket'
+    return TCPSocket.gethostbyname(server_name)[3..-1].first || false
+  rescue
+    return false
+  end
+end
+
+begin
+  uri = URI.parse(discover_server+'/discovery_init.sh')
+  http = Net::HTTP.new(uri.host, uri.port)
+  if uri.scheme == 'https' then
+    http.use_ssl = true
+    http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+  end
+  response = http.request(Net::HTTP::Get.new(uri.request_uri))
+  if response.code == "200"
+    open("/opt/discovery_init.sh", "wb") do |file|
+      file.write(response.body)
+    end
+    `chmod 755 /opt/discovery_init.sh`
+  end
+rescue Exception => e
+  puts e.message
+  puts e.backtrace
+end

data/lib/foreman_discovery/version.rb

@@ -1,3 +1,3 @@
 module ForemanDiscovery
-  VERSION = "1.0.0.rc1"
+  VERSION = "1.0.0.rc2"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: foreman_discovery
 version: !ruby/object:Gem::Version
-  version: 1.0.0.rc1
+  version: 1.0.0.rc2
   prerelease: 6
 platform: ruby
 authors:
@@ -96,6 +96,11 @@ files:
 - app/views/discovers/show.html.erb
 - app/views/discovers/select_multiple_organization.html.erb
 - app/controllers/discovers_controller.rb
+- extra/build_iso.sh
+- extra/discovery_init.sh.example
+- extra/discover_host
+- extra/foreman_startup.rb
+- extra/disk_facts.rb
 - config/initializers/discovery_setup.rb
 - config/environment.rb
 - config/routes.rb