tdl 0.0.1 → 0.0.2

data/bin/tdl-apply.rb

@@ -0,0 +1,133 @@
+#!/usr/bin/ruby
+# Utility to proxy a tdl to cloud instance / image services
+#
+# Part of the Aeolus suite http://aeolusproject.org
+# Licensed under the MIT license
+# Copyright (C) 2012 Red Hat, Inc.
+# Written By Mo Morsi <mmorsi@redhat.com>
+#
+###########################################################
+
+require 'thor'
+require 'yaml'
+require 'colored'
+require 'tempfile'
+require 'nokogiri'
+
+VERSION = "0.0.2"
+
+class TDLApply < Thor
+  desc "instance", "create a new instance from the tdl"
+  def instance(tdl)
+    # get cloud config
+    config = get_config
+
+    # convert tdl to etdl
+    etdl   = `tdl-convert.rb convert #{tdl}`
+
+    # swap config into etdl
+    xml = Nokogiri::XML(etdl)
+    xml.xpath('/template/cloud/type').first.content = config['type']
+    xml.xpath('/template/cloud/provider').first.content = config['provider']
+    xml.xpath('/template/cloud/username').first.content = config['username']
+    xml.xpath('/template/cloud/password').first.content = config['password']
+    xml.xpath('/template/cloud/image').first.content = config['image']
+    xml.xpath('/template/cloud/keyname').first.content = config['keyname']
+    xml.xpath('/template/cloud/ssh_cmd').first.content = config['ssh_cmd']
+    xml.xpath('/template/cloud/scp_cmd').first.content = config['scp_cmd']
+    etdl = xml.to_s
+
+    tetdl = Tempfile.new(tdl)
+    tetdl.write etdl
+    tetdl.close
+
+    # launch etdl
+    puts 'Launching tdl...'
+    puts `tdl-launch.rb launch #{tetdl.path}`
+  end
+
+  desc "image", "create a new image from the tdl"
+  def image(tdl)
+    # TODO ensure euid of this process is 0
+    config = get_config
+
+    # convert config to imagefactory cloud credentials to provider/credentials config
+    provider_config, credential_config = config2imgfac(config)
+
+    # build tdl
+    puts 'Building tdl...'
+
+    base_output = `imagefactory base_image #{tdl}`
+    puts base_output
+
+    base_output =~ /UUID: (.*)\n/
+    base_image = $1
+
+    target_output = `imagefactory target_image   --id #{base_image} #{config[:type]}`
+    puts target_output
+
+    target_output =~ /UUID: (.*)\n/
+    target_image = $1
+
+    provider_output `imagefactory provider_image --id #{target_image} #{config[:type]} #{provider_config.path} #{credential_config.path}`
+    puts provider_output
+  end
+
+  map "--server" => :__server
+  desc "--server", "Run Server"
+  def __server
+    # TODO use sinatra to listen for rest requests on /images /instances w/ tdl
+  end
+
+  map "--version" => :__version
+  desc "--version", "Version information"
+  def __version
+    say "tdl-tools apply #{VERSION}"
+  end
+
+  desc "help", "Command usage and other information"
+  def help
+    say 'Proxy a tdl to cloud instance / image services'
+    super
+  end
+
+  private
+
+  def get_config
+    config = {}
+    ["/etc/tdl-config.yml", "~/.tdl-config.yml", "./tdl-config.yml"].each { |c|
+      begin
+        config.merge!(YAML.load(open(File.expand_path(c))))
+        puts "Loaded config #{c}".green
+      rescue Exception => e
+        puts "Cannot load config #{c}".red
+      end
+    }
+    config
+  end
+
+  def config2imgfac(config)
+    provider_config    = Tempfile.new('provider_config')
+    credentials_config = Tempfile.new('credentials_config')
+
+    if config['type'] == 'ec2'
+      #provider_config.write
+      credentials_config.write "<provider_credentials><ec2_credentials><account_number>#{config['account']}</account_number><access_key>#{config['access_key']}</access_key><secret_access_key>#{config['secret_access_key']}</secret_access_key><certificate>#{config['certificate']}</certificate><key>#{config['key']}</key></ec2_credentials></provider_credentials>"
+    elsif config['type'] == 'openstack'
+      provider_config.write "{ 'glance-host' : '#{config['glance_host']}', 'glance_port' : '#{config['glance_port']}' }";
+      credentials_config.write "<provider_credentials><openstack_credentials><username>#{config['username']}</username><password>#{config['password']}</password><strategy>#{config['strategy']}</strategy><auth_url>#{config['auth_url']}</auth_url></openstack_credentials></provider_credentials>"
+    elsif config['type'] == 'rhevm'
+      provider_config.write "{ 'api-url' : '#{config['api_url']}', 'username' : '#{config['username']}', 'password' : '#{config['password']}', 'nfs-path' : '#{config['nfs_path']}', 'nfs-host' : '#{config['nfs_host']}', 'cluster' : '#{config['cluster']}', 'timeout' : '#{config['timeout']}' }";
+      credentials_config.write "<provider_credentials><rhevm_credentials><username>#{config['username']}</username><password>#{config['password']}</password></rhevm_credentials></provider_credentials>"
+    elsif config['type'] == 'vsphere'
+      provider_config.write "{ 'api-url' : '#{config['api_url']}', 'username' : '#{config['username']}', 'password' : '#{config['password']}', 'datastore' : '#{config['datastore']}', 'computer_resource' : '#{config['compute_resource']}', 'network_name' : '#{config['network_name']}' }";
+      credentials_config.write "<provider_credentials><vsphere_credentials><username>#{config['username']}</username><password>#{config['password']}</password></vsphere_credentials></provider_credentials>"
+    end
+
+    provider_config.close
+    credentials_config.close
+    [provider_config, credentials_config]
+  end
+end
+
+TDLApply.start(ARGV)

data/bin/tdl-config.rb

@@ -0,0 +1,60 @@
+#!/usr/bin/ruby
+# Utility to create a new tdl-config file in the user's home dir
+#
+# Part of the Aeolus suite http://aeolusproject.org
+# Licensed under the MIT license
+# Copyright (C) 2012 Red Hat, Inc.
+# Written By Mo Morsi <mmorsi@redhat.com>
+#
+###########################################################
+
+require 'thor'
+require 'yaml'
+require 'colored'
+
+require 'tdl_gem_path'
+
+VERSION = "0.0.2"
+
+class TDLConfig < Thor
+  desc "create", "create a new tdl config file"
+  method_options :interactive => :boolean
+  def create
+    config = get_config
+    config.merge!(run_interactive) if options[:interactive]
+    File.open(File.expand_path('~/.tdl-config.yml'), 'w') { |f| f.write config.to_yaml }
+    FileUtils.chmod(0600, File.expand_path('~/.tdl-config.yml'))
+    puts '~/.tdl-config.yml created'.green
+    puts 'Note ~/.tdl-config.yml may contain cloud credentials, ensure to properly secure'.bold
+  end
+
+  map "--version" => :__version
+  desc "--version", "Version information"
+  def __version
+    say "tdl-tools config #{VERSION}"
+  end
+
+  desc "help", "Command usage and other information"
+  def help
+    say 'Create a new tdl config file'
+    super
+  end
+
+  private
+  def get_config
+    config = {}
+    [TDLTools.gem_path + 'tdl-config.yml', '/etc/tdl-config.yml',
+     '~/.tdl-config.yml', './tdl-config.yml'].each { |c|
+      begin
+        config.merge!(YAML.load(open(File.expand_path(c))))
+      rescue Exception => e
+      end
+    }
+    config
+  end
+
+  def run_interactive(output, options = {})
+  end
+end
+
+TDLConfig.start(ARGV)

data/bin/tdl-convert.rb

@@ -11,7 +11,7 @@
 require 'thor'
 require 'nokogiri'
 
-VERSION = "0.1.0"
+VERSION = "0.0.2"
 
 class TDLConvert < Thor
   desc "convert", "convert tdl to/from etdl"

data/bin/tdl-create.rb

@@ -14,16 +14,16 @@ require 'nokogiri'
 # use fedora api to verify packages
 require 'pkgwat'
 
-VERSION = "0.1.0"
-SAMPLE_TDL  = 'data/sample.tdl'
-SAMPLE_ETDL = 'data/sample.etdl'
+require 'tdl_gem_path'
+
+VERSION = "0.0.2"
 
 class TDLCreate < Thor
   desc "tdl", "create a new TDL"
   method_options :interactive => :boolean
   method_options :verify      => :boolean
   def tdl
-    output = File.read(SAMPLE_TDL)
+    output = get_sample_tdl
     output = run_interactive(output, options) if options[:interactive]
     puts output
   end
@@ -32,7 +32,7 @@ class TDLCreate < Thor
   method_options :interactive => :boolean
   method_options :verify      => :boolean
   def etdl
-    output = File.read(SAMPLE_ETDL)
+    output = get_sample_etdl
     output = run_interactive(output, options) if options[:interactive]
     puts output
   end
@@ -94,6 +94,29 @@ class TDLCreate < Thor
     output = xml.to_s
   end
 
+  private
+  def get_sample_tdl
+    tdl = nil
+    [TDLTools.gem_path + 'data/sample.tdl', './data/sample.tdl'].each { |t|
+      begin
+        tdl = File.read(t)
+      rescue Exception => e
+      end
+    }
+    tdl
+  end
+
+  def get_sample_etdl
+    etdl = nil
+    [TDLTools.gem_path + 'data/sample.etdl', './data/sample.etdl'].each { |t|
+      begin
+        etdl = File.read(t)
+      rescue Exception => e
+      end
+    }
+    etdl
+  end
+
 end
 
 TDLCreate.start(ARGV)

data/bin/tdl-launch.rb

@@ -18,7 +18,7 @@
 #
 ###########################################################
 
-require 'pp'
+require 'thor'
 require 'colored'
 require 'nokogiri'
 require 'tempfile'
@@ -26,26 +26,39 @@ require 'tempfile'
 require 'etdl'
 require 'etdl_processor'
 
-###############################################################
-# Read in configuration from cmd line and xml file
+VERSION = "0.0.2"
 
-if ARGV.size != 1
-  puts "Usage: tdl-launch.rb <path-to-tdl>".red
-  exit 1
-end
+class TDLLaunch < Thor
+  desc "launch [path-to-etdl]", "Launch etdl specified on the command line"
+  def launch(path)
+    say "Launching eTDL #{path}".bold
 
-ETDL = ARGV.first
+    unless File.readable?(path)
+      puts "eTDL #{path} is not readable".red
+      exit 1
+    end
 
-unless File.readable?(ETDL)
-  puts "eTDL #{ETDL} is not readable".red
-  exit 1
-end
+    doc  = Nokogiri::XML(open(path))
+    etdl = TDLTools::ETDL.parse(doc)
+
+    launch = ETDLProcessor.new
 
-doc  = Nokogiri::XML(open(ARGV.first))
-etdl = TDLTools::ETDL.parse(doc)
+    etdl.process(launch)
 
-launch = ETDLProcessor.new
+    puts "Done!".bold
+  end
 
-etdl.process(launch)
+  map "--version" => :__version
+  desc "--version", "Version information"
+  def __version
+    say "tdl-tools launch #{VERSION}"
+  end
+
+  desc "help", "Command usage and other information"
+  def help
+    say 'Launch an eTDL'
+    super
+  end
+end
 
-puts "Done!".bold
+TDLLaunch.start(ARGV)

data/bin/tdl-verify.rb

@@ -12,16 +12,16 @@ require 'thor'
 require 'nokogiri'
 require 'colored'
 
-VERSION = "0.1.0"
-TDL_RNG  = 'data/tdl.rng'
-ETDL_RNG = 'data/etdl.rng'
+require 'tdl_gem_path'
+
+VERSION = "0.0.2"
 
 class TDLVerify < Thor
   desc "verify [path-to-tdl]", "Verify the tdl (or etdl) specified on the command line"
   def verify(path)
     say "Validating (e)TDL".bold
-    rng = (File.extname(path) == ".etdl" ? ETDL_RNG : TDL_RNG)
-    xsd = Nokogiri::XML::RelaxNG(File.read(rng))
+    rng = get_rng_for(path)
+    xsd = Nokogiri::XML::RelaxNG(rng)
     doc = Nokogiri::XML(File.open(path))
     errs = xsd.validate(doc)
     if errs.empty?
@@ -49,6 +49,19 @@ class TDLVerify < Thor
     say 'Verify a TDL'
     super
   end
+
+  private
+  def get_rng_for(path)
+    rng  = nil
+    rngf = (File.extname(path) == ".etdl" ? 'etdl.rng' : 'tdl.rng')
+    dirs = [TDLTools.gem_path + 'data/', './'].each { |d|
+      begin
+        rng = File.read(d + rngf)
+      rescue Exception => e
+      end
+    }
+    rng
+  end
 end
 
-TDLVerify.start(ARGV) if __FILE__ == $0
+TDLVerify.start(ARGV)

data/data/etdl.rng

@@ -0,0 +1,311 @@
+<?xml version="1.0"?>
+<!-- A Relax NG schema for the TDL (template description language) format -->
+<grammar xmlns="http://relaxng.org/ns/structure/1.0" datatypeLibrary="http://www.w3.org/2001/XMLSchema-datatypes">
+  <start>
+    <ref name='template'/>
+  </start>
+
+  <define name='template'>
+    <element name='template'>
+      <optional>
+        <attribute name='version'>
+	  <choice>
+	    <value>1.0</value>
+	  </choice>
+        </attribute>
+      </optional>
+      <interleave>
+        <element name='name'>
+          <text/>
+        </element>
+        <element name='cloud'>
+          <interleave>
+            <element name='type'>
+              <text/>
+            </element>
+            <element name='provider'>
+              <text/>
+            </element>
+            <element name='username'>
+              <text/>
+            </element>
+            <element name='password'>
+              <text/>
+            </element>
+            <element name='image'>
+              <text/>
+            </element>
+            <element name='keyname'>
+              <text/>
+            </element>
+            <element name='ssh_cmd'>
+              <text/>
+            </element>
+            <element name='scp_cmd'>
+              <text/>
+            </element>
+          </interleave>
+        </element>
+        <element name='os'>
+          <interleave>
+            <element name='name'>
+              <text/>
+            </element>
+            <element name='version'>
+              <text/>
+            </element>
+            <element name='arch'>
+              <choice>
+                <value>i386</value>
+                <value>x86_64</value>
+              </choice>
+            </element>
+            <element name='install'>
+              <choice>
+                <ref name='url'/>
+                <ref name='iso'/>
+              </choice>
+            </element>
+            <optional>
+              <element name='rootpw'>
+                <text/>
+              </element>
+            </optional>
+            <optional>
+              <element name='key'>
+                <text/>
+              </element>
+            </optional>
+          </interleave>
+        </element>
+        <optional>
+          <element name='description'>
+            <text/>
+          </element>
+        </optional>
+        <optional>
+          <element name='packages'>
+            <zeroOrMore>
+              <element name='package'>
+                <attribute name='name'>
+                  <text/>
+                </attribute>
+                <interleave>
+                  <optional>
+                    <element name='repository'>
+                      <text/>
+                    </element>
+                  </optional>
+                  <optional>
+                    <element name='file'>
+                      <text/>
+                    </element>
+                  </optional>
+                  <optional>
+                    <element name='arguments'>
+                      <text/>
+                    </element>
+                  </optional>
+                </interleave>
+              </element>
+            </zeroOrMore>
+          </element>
+        </optional>
+        <optional>
+          <element name='files'>
+            <zeroOrMore>
+              <element name='file'>
+                <attribute name='name'>
+                  <text/>
+                </attribute>
+                <choice>
+                  <ref name='rawtype'/>
+                  <ref name='base64_or_emptytype'/>
+                </choice>
+              </element>
+            </zeroOrMore>
+          </element>
+        </optional>
+        <optional>
+          <element name='commands'>
+            <zeroOrMore>
+              <element name='command'>
+                <attribute name='name'>
+                  <text/>
+                </attribute>
+                <optional>
+                  <attribute name='position'>
+                    <ref name='number'/>
+                  </attribute>
+                </optional>
+                <choice>
+                  <ref name='rawtype'/>
+                  <ref name='base64type'/>
+                </choice>
+              </element>
+            </zeroOrMore>
+          </element>
+        </optional>
+        <optional>
+          <element name='repositories'>
+            <zeroOrMore>
+              <element name='repository'>
+                <attribute name='name'>
+                  <text/>
+                </attribute>
+                <interleave>
+                  <element name='url'>
+                    <text/>
+                  </element>
+                  <optional>
+                    <element name='signed'>
+                      <ref name='bool'/>
+                    </element>
+                  </optional>
+                  <optional>
+                    <element name='persisted'>
+                      <ref name='bool'/>
+                    </element>
+                  </optional>
+                  <optional>
+                    <interleave>
+                      <element name='clientcert'>
+                        <text/>
+                      </element>
+                      <optional>
+                        <element name='clientkey'>
+                          <text/>
+                        </element>
+                      </optional>
+                    </interleave>
+                  </optional>
+                  <optional>
+                    <interleave>
+                      <element name='sslverify'>
+                        <ref name='bool'/>
+                      </element>
+                      <element name='cacert'>
+                        <text/>
+                      </element>
+                    </interleave>
+                  </optional>
+                </interleave>
+              </element>
+            </zeroOrMore>
+          </element>
+        </optional>
+        <optional>
+          <element name='disk'>
+            <element name='size'>
+              <ref name='number'/>
+            </element>
+          </element>
+        </optional>
+        <optional>
+          <element name='verify'>
+            <zeroOrMore>
+              <element name='command'>
+                <attribute name='name'>
+                  <text/>
+                </attribute>
+              </element>
+            </zeroOrMore>
+          </element>
+        </optional>
+      </interleave>
+    </element>
+  </define>
+
+  <define name='url'>
+    <attribute name='type'>
+      <value>url</value>
+    </attribute>
+    <element name='url'>
+      <text/>
+    </element>
+  </define>
+
+  <define name='iso'>
+    <attribute name='type'>
+      <value>iso</value>
+    </attribute>
+    <interleave>
+      <element name='iso'>
+        <text/>
+      </element>
+      <optional>
+        <choice>
+          <element name='md5sum'>
+            <text/>
+          </element>
+          <element name='sha1sum'>
+            <text/>
+          </element>
+          <element name='sha256sum'>
+            <text/>
+          </element>
+        </choice>
+      </optional>
+    </interleave>
+  </define>
+
+  <define name='bool'>
+    <choice>
+      <data type="string">
+        <param name="pattern">[Tt][Rr][Uu][Ee]</param>
+      </data>
+      <data type="string">
+        <param name="pattern">[Ff][Aa][Ll][Ss][Ee]</param>
+      </data>
+      <data type="string">
+        <param name="pattern">[Yy][Ee][Ss]</param>
+      </data>
+      <data type="string">
+        <param name="pattern">[Nn][Oo]</param>
+      </data>
+    </choice>
+  </define>
+
+  <define name='rawtype'>
+    <optional>
+      <attribute name='type'>
+	<value>raw</value>
+      </attribute>
+    </optional>
+    <text/>
+  </define>
+
+  <define name='base64'>
+    <data type="string">
+      <param name="pattern">[a-zA-Z0-9+/]+={0,2}</param>
+    </data>
+  </define>
+
+  <define name='base64_or_empty'>
+    <choice>
+      <ref name='base64'/>
+      <empty/>
+    </choice>
+  </define>
+
+  <define name='base64_or_emptytype'>
+    <attribute name='type'>
+      <value>base64</value>
+    </attribute>
+    <ref name='base64_or_empty'/>
+  </define>
+
+  <define name='base64type'>
+    <attribute name='type'>
+      <value>base64</value>
+    </attribute>
+    <ref name='base64'/>
+  </define>
+
+  <define name='number'>
+    <data type="string">
+      <param name="pattern">[0-9]*</param>
+    </data>
+  </define>
+
+</grammar>