software_smithy 1.1 → 1.6

data/lib/smithy/helpers.rb

@@ -35,61 +35,41 @@
 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 # }}}
 
-# try and blank? methods borrowed from rails
-# See: https://github.com/rails/rails/blob/master/activesupport/lib/active_support/core_ext/object/try.rb
-class Object
-  def try(method, *args, &block)
-    send(method, *args, &block)
-  end
-  remove_method :try
-  alias_method :try, :__send__
-
-  def blank?
-    respond_to?(:empty?) ? empty? : !self
-  end
-end
-
-class NilClass #:nodoc:
-  def try(*args)
-    nil
-  end
-
-  def blank?
-    true
-  end
-end
-
 module Smithy
   def notice(message)
-    STDOUT.puts "==> ".color(:blue).bright+message.bright if STDOUT.tty?
+    STDOUT.puts "==> ".color(:blue).bright+message.bright #if STDOUT.tty?
   end
 
   def notice_warn(message)
-    STDOUT.puts ("==> "+message).color(:yellow) if STDOUT.tty?
+    STDOUT.puts ("==> "+message).color(:yellow) #if STDOUT.tty?
   end
 
   def notice_info(message)
-    STDOUT.puts (message).color(:blue) if STDOUT.tty?
+    STDOUT.puts (message).color(:blue) #if STDOUT.tty?
   end
 
   def notice_command(command, comment, width=40)
-    STDOUT.puts command.bright.ljust(width)+comment.color(:blue) if STDOUT.tty?
+    STDOUT.puts command.bright.ljust(width)+comment.color(:blue) #if STDOUT.tty?
   end
 
   def notice_success(message)
-    if STDOUT.tty?
-      STDOUT.puts ("==> "+message).color(:green)
-    else
-      STDOUT.puts message
-    end
+    # if STDOUT.tty?
+      STDOUT.puts "==> ".color(:green).bright + message.color(:green)
+    # else
+    #   STDOUT.puts message
+    # end
   end
 
   def notice_fail(message)
-    if STDOUT.tty?
+    # if STDOUT.tty?
       STDOUT.puts ("==> "+message).color(:red)
-    else
-      STDOUT.puts message
-    end
+    # else
+    #   STDOUT.puts message
+    # end
+  end
+
+  def notice_exception(message)
+    STDERR.puts "==> ERROR: ".color(:red).bright + message
   end
 
   def process_ouput(stdout, stderr, suppress_stdout = false, log_file = nil)
@@ -156,4 +136,70 @@ module Smithy
     # end
   end
 
+  def operating_system
+    b = `uname -m`.chomp
+    redhat = "/etc/redhat-release"
+    suse = "/etc/SuSE-release"
+    if File.exists? redhat
+      # Red Hat Enterprise Linux Server release 6.3 (Santiago)
+      # CentOS release 5.9 (Final)
+      content = File.read(redhat)
+      content =~ /([\d\.]+)/
+      version = $1
+      b = "rhel" if content =~ /Red Hat/
+      b = "centos" if content =~ /CentOS/
+      b += version
+    elsif File.exists? suse
+      # SUSE Linux Enterprise Server 11 (x86_64)
+      # VERSION = 11
+      # PATCHLEVEL = 1
+      content = File.read(suse)
+      content =~ /VERSION = (\d+)/
+      version = $1
+      content =~ /PATCHLEVEL = (\d+)/
+      patch = $1
+      b = "sles#{version}.#{patch}"
+    end
+
+    if `gcc --version` =~ /gcc \((.*)\) ([\d\.]+)/
+      b << "_gnu#{$2}"
+    end
+    return b
+  end
+
+  def url_filename(url)
+    File.basename(URI(url).path)
+  end
+
+  def url_filename_version_number(url)
+    version = url_filename(url)
+    version = $1 if version =~ /([\d\.]+[\d])/
+    version
+  end
+
+  def url_filename_basename(url)
+    name = url_filename(url)
+    name = $1 if name =~ /(.*?)-([\d\.]+[\d])/
+    name
+  end
+
+  def log_exception(e, argv, config)
+    logfile = Smithy::Config.global[:"global-error-log"]
+    if logfile.present?
+      exception = {
+       "time"        => DateTime.now,
+       "user"        => `whoami`.chomp,
+       "hostname"    => `hostname`.chomp,
+       "working_dir" => Dir.getwd,
+       "argv"        => argv,
+       "config"      => config,
+       "exception"   => e,
+       "backtrace"   => e.backtrace
+      }
+      File.open(logfile, "a") do |f|
+        f.write(exception.to_yaml)
+      end
+    end
+  end
+
 end

data/lib/smithy/module_file.rb

@@ -54,6 +54,10 @@ module Smithy
     ]
       #{:prg_env => "PrgEnv-pathscale", :compiler_name => "pathscale", :human_name => "pathscale", :regex => /(pathscale)(.*)/}
 
+    def self.compilers
+      Smithy::Config.compilers || Environments
+    end
+
     def initialize(args = {})
       @package = args[:package]
       @builds = @package.alternate_builds
@@ -88,9 +92,14 @@ module Smithy
 
       FileUtils.mkdir_p(File.join(module_path, package.name), options)
 
-      FileOperations.render_erb :destination => module_file,
-        :erb => File.join(@@smithy_bin_root, "/etc/templates/modulefile.erb"),
-        :binding => get_binding, :options => options
+      if args[:existing]
+        existing_modulefile = File.join(args[:existing], "../modulefile", package.name, package.version)
+        FileOperations.install_file(existing_modulefile, module_file, options) if File.exists?(existing_modulefile)
+      else
+        FileOperations.render_erb :destination => module_file,
+          :erb => File.join(@@smithy_bin_root, "/etc/templates/modulefile.erb"),
+          :binding => get_binding, :options => options
+      end
 
       FileOperations.make_group_writable(module_path, options.merge(:recursive => true))
       FileOperations.set_group(module_path, package.group, options.merge(:recursive => true))
@@ -123,9 +132,11 @@ module Smithy
 
     def module_build_list(package, builds, args = {})
       output = ""
-      notice "Multiple Builds Found"
-      notice_info "Build Name".rjust(25)+"   Required Modules"
-      Environments.each_with_index do |e,i|
+
+
+      notice "Multiple Builds Found" if Smithy::Config.global[:verbose]
+      notice_info "Build Name".rjust(25)+"   Required Modules" if Smithy::Config.global[:verbose]
+      ModuleFile::compilers.each_with_index do |e,i|
         if i == 0
           output << "if "
         else
@@ -146,14 +157,14 @@ module Smithy
               end
               output << "[ is-loaded #{name}/#{version} ] {\n"
               output << "    set BUILD #{b}\n"
-              notice_info b.rjust(25) + "   #{e[:prg_env]} + #{name}/#{version}"
+              notice_info b.rjust(25) + "   #{e[:prg_env]} + #{name}/#{version}" if Smithy::Config.global[:verbose]
             end
             output << "  } else {\n"
             output << "    set BUILD #{sub_builds.last}\n"
             output << "  }\n"
           else
             output << "  set BUILD #{builds[j]}\n"
-            notice_info builds[j].rjust(25) + "   #{e[:prg_env]}"
+            notice_info builds[j].rjust(25) + "   #{e[:prg_env]}" if Smithy::Config.global[:verbose]
           end
         else
           output << "  puts stderr \"Not implemented for the #{e[:human_name]} compiler\"\n"
@@ -214,8 +225,8 @@ module Smithy
         system_module_defaults += module_files_defaults
       end
 
-			# desired_modules = %w{ ^cce ^pgi ^intel ^gcc ^hdf5 ^netcdf ^fftw ^petsc ^trilinos ^chapel ^java ^ntk ^papi ^stat ^gdb ^perftools ^tpsl ^ga\/ ^libsci_acc ^acml }
-			# stub_packages = system_module_names.select{|m| m =~ /(#{desired_modules.join('|')})/}
+      # desired_modules = %w{ ^cce ^pgi ^intel ^gcc ^hdf5 ^netcdf ^fftw ^petsc ^trilinos ^chapel ^java ^ntk ^papi ^stat ^gdb ^perftools ^tpsl ^ga\/ ^libsci_acc ^acml }
+      # stub_packages = system_module_names.select{|m| m =~ /(#{desired_modules.join('|')})/}
 
       return system_module_names, system_module_defaults
     end

data/lib/smithy/package.rb

@@ -40,19 +40,15 @@ module Smithy
     attr_accessor :arch, :root, :name, :version, :build_name
     attr_accessor :group
 
-    # Remove root and arch from the path if necessary
-    def self.normalize_name(args = {})
-      p = args[:name].dup
-      if args[:swroot]
-        root = File.dirname args[:swroot]
-        arch = File.basename args[:swroot]
-      else
-        root = args[:root]
-        arch = args[:arch]
-      end
-      p.gsub! /\/?#{root}\/?/, ''
-      p.gsub! /\/?#{arch}\/?/, ''
-      return p
+    def self.normalize_name(name)
+      name = Dir.pwd if name == "."
+      name_split = name.split('/')
+      name_version_build = []
+      name_version_build << name_split[-3]
+      name_version_build << name_split[-2]
+      name_version_build << name_split[-1]
+      name_version_build.compact!
+      return File.join(name_version_build)
     end
 
     def initialize(args = {})
@@ -62,7 +58,7 @@ module Smithy
       if args[:path].try(:downcase) == 'last'
         @path = Smithy::Config.last_prefix
       else
-        @path = Package.normalize_name(:name => args[:path], :root => @root, :arch => @arch)
+        @path = Package.normalize_name(args[:path])
       end
       @path =~ /(.*)\/(.*)\/(.*)$/
       @name = $1
@@ -70,7 +66,8 @@ module Smithy
       @build_name = $3
       @group = Smithy::Config.file_group
 
-      @group_writeable = Smithy::Config.group_writeable?
+      @group_writable = Smithy::Config.group_writable?
+      @group_writable = args[:group_writable] if args.has_key?(:group_writable)
     end
 
     def get_binding
@@ -108,18 +105,24 @@ module Smithy
     BuildFileERBs = [
       BuildFileNames[:env] ]
 
-    def build_support_files
+    def build_support_files(alternate_source)
       file_list = []
       BuildFileNames.each do |name, file|
         src = File.join(@@smithy_bin_root, "etc/templates/build", file)
         src += ".erb" if BuildFileERBs.include?(file)
+
+        if alternate_source && Dir.exists?(alternate_source)
+          alt_src = File.join(alternate_source, file)
+          src     = alt_src if File.exists? alt_src
+        end
+
         file_list << { :name => name, :src => src, :dest => File.join(prefix, file) }
       end
       return file_list
     end
 
-    def group_writeable?
-      @group_writeable
+    def group_writable?
+      @group_writable
     end
 
     def valid?
@@ -131,7 +134,7 @@ module Smithy
 
       # If good, save as last prefix
       Smithy::Config.save_last_prefix(qualified_name)
-			return true
+      return true
     end
 
     def qualified_name
@@ -148,6 +151,10 @@ module Smithy
       raise "The package #{prefix} does not exist!" unless prefix_exists?
     end
 
+    def source_directory
+      File.join(prefix,"source")
+    end
+
     def rebuild_script
       File.join(prefix, BuildFileNames[:build])
     end
@@ -205,7 +212,7 @@ module Smithy
       else
         FileUtils.touch(lock_file)
         FileOperations.set_group(lock_file, group)
-        FileOperations.make_group_writable(lock_file) if group_writeable?
+        FileOperations.make_group_writable(lock_file) if group_writable?
         return true
       end
     end
@@ -214,6 +221,23 @@ module Smithy
       FileUtils.rm_f(lock_file)
     end
 
+    def valid_build_file
+      File.join(prefix, ".valid")
+    end
+
+    def create_valid_build_file
+      unless File.exists? valid_build_file
+        FileUtils.touch(valid_build_file)
+        FileOperations.set_group(valid_build_file, group)
+        FileOperations.make_group_writable(valid_build_file) if group_writable?
+        return true
+      end
+    end
+
+    def delete_valid_build_file
+      FileUtils.rm_f(valid_build_file)
+    end
+
     def run_script(args ={})
       case args[:script]
       when :build
@@ -239,7 +263,7 @@ module Smithy
           log_file = File.open(log_file_path, 'w') unless args[:dry_run]
 
           FileOperations.set_group(log_file, group)
-          FileOperations.make_group_writable(log_file) if group_writeable?
+          FileOperations.make_group_writable(log_file) if group_writable?
         end
         if args[:dry_run] || log_file != nil
           notice "Logging to #{log_file_path}"
@@ -281,11 +305,7 @@ module Smithy
 
         case args[:script]
         when :build
-          if exit_status == 0
-            notice "Setting permissions on installed files"
-            FileOperations.set_group prefix, @group, :recursive => true
-            FileOperations.make_group_writable prefix, :recursive => true if group_writeable?
-          end
+          set_file_permissions_recursive if exit_status == 0
         when :test
         end
 
@@ -293,47 +313,26 @@ module Smithy
       end
     end
 
-    def download(url)
-      curl = '/usr/bin/curl'
-      curl = `which curl` unless File.exist? curl
-      raise "curl cannot be located, without it files cannot be downloaded" if curl.blank?
-
-      downloaded_tarball = "#{prefix}/#{File.basename(URI(url).path)}"
-      if File.exist?(downloaded_tarball)
-        puts "downloaded ".rjust(12).color(:green).bright + downloaded_tarball
-        return downloaded_tarball
-      else
-        puts "download ".rjust(12).color(:green).bright + url
-      end
-
-      args = ['-qf#L']
-      args << "--silent" unless $stdout.tty?
-      args << '-o'
-      args << downloaded_tarball
-      args << url
-
-      if system(curl, *args)
-        FileOperations.set_group(downloaded_tarball, group)
-        FileOperations.make_group_writable(downloaded_tarball) if group_writeable?
-        return downloaded_tarball
-      else
-        return false
+    def set_file_permissions_recursive
+      if group_writable?
+        notice "Setting permissions on installed files"
+        FileOperations.set_group prefix, @group, :recursive => true
+        FileOperations.make_group_writable prefix, :recursive => true if group_writable?
       end
     end
 
     def extract(args = {})
       archive = args[:archive]
       temp_dir = File.join(prefix,"tmp")
-      source_dir = File.join(prefix,"source")
 
-      notice "Extracting #{archive} to #{source_dir}"
+      notice "Extracting to #{source_directory}"
 
       return if args[:dry_run]
 
-      overwrite = nil
-      overwrite = Smithy::Config.global.try(:[], :force)
-      if File.exists?(source_dir) &&
-        while overwrite.nil? do
+      overwrite = Smithy::Config.global.try(:[], :force) ? true : "unknown"
+      overwrite = true if args[:overwrite]
+      if File.exists?(source_directory)
+        while overwrite == "unknown" do
           prompt = Readline.readline(" "*FILE_NOTICE_COLUMNS+"Overwrite? (enter \"h\" for help) [ynh] ")
           case prompt.downcase
           when "y"
@@ -355,7 +354,7 @@ module Smithy
 
       if overwrite
         FileUtils.rm_rf temp_dir
-        FileUtils.rm_rf source_dir
+        FileUtils.rm_rf source_directory
         FileUtils.mkdir temp_dir
         FileUtils.cd temp_dir
 
@@ -372,17 +371,33 @@ module Smithy
 
         extracted_files = Dir.glob('*')
         if extracted_files.count == 1
-          FileUtils.mv extracted_files.first, source_dir
+          FileUtils.mv extracted_files.first, source_directory
         else
           FileUtils.cd prefix
-          FileUtils.mv temp_dir, source_dir
+          FileUtils.mv temp_dir, source_directory
         end
 
         FileUtils.rm_rf temp_dir
 
-        FileOperations.set_group source_dir, @group, :recursive => true
-        FileOperations.make_group_writable source_dir, :recursive => true if group_writeable?
+        FileOperations.set_group source_directory, @group, :recursive => true
+        FileOperations.make_group_writable source_directory, :recursive => true if group_writable?
+      end
+    end
+
+    def update_version_table_file(options)
+      version_table_file = File.join(application_directory, ".versions")
+      version_table = YAML.load_file(version_table_file).stringify_keys rescue {}
+      if version_table[version].is_a? String
+        version_table[version] = [ build_name.encode('UTF-8') ]
+      elsif version_table[version].is_a? Array
+        version_table[version] << build_name.encode('UTF-8') unless version_table[version].include?(build_name.encode('UTF-8'))
+      else
+        version_table.merge!({version.encode('UTF-8') => build_name.encode('UTF-8')})
       end
+
+      FileOperations.install_from_string version_table.to_yaml, version_table_file, options.merge({:force => true})
+      FileOperations.set_group version_table_file, group, options
+      FileOperations.make_group_writable version_table_file, options if group_writable?
     end
 
     def create(args = {})
@@ -395,27 +410,26 @@ module Smithy
         [application_directory].each do |dir|
           FileOperations.make_directory dir, options
           FileOperations.set_group dir, group, options
-          FileOperations.make_group_writable dir, options if group_writeable?
+          FileOperations.make_group_writable dir, options if group_writable?
         end
 
-        version_table_file = File.join(application_directory, ".versions")
-        version_table = YAML.load_file(version_table_file).stringify_keys rescue {}
-        version_table.merge!({version => build_name})
-
-        FileOperations.install_from_string version_table.to_yaml, version_table_file, options.merge({:force => true})
-        FileOperations.set_group version_table_file, group, options
-        FileOperations.make_group_writable version_table_file, options if group_writeable?
+        update_version_table_file(options)
       else
 
         directories.each do |dir|
           #if dir == prefix
             FileOperations.make_directory dir, options
             FileOperations.set_group dir, group, options
-            FileOperations.make_group_writable dir, options if group_writeable?
+            FileOperations.make_group_writable dir, options if group_writable?
           #end
         end
 
-        all_files = build_support_files
+        if args[:formula]
+          update_version_table_file(options)
+          return
+        end
+
+        all_files = build_support_files(args[:existing])
         all_files = package_support_files + all_files if args[:web] || args[:stub]
 
         all_files.each do |file|
@@ -433,7 +447,7 @@ module Smithy
           end
 
           FileOperations.set_group file[:dest], group, options
-          FileOperations.make_group_writable file[:dest], options if group_writeable?
+          FileOperations.make_group_writable file[:dest], options if group_writable?
           FileOperations.make_executable file[:dest], options if file[:dest] =~ /(#{ExecutableBuildFileNames.join('|')})/
         end
 
@@ -442,7 +456,7 @@ module Smithy
 
     def module_load_prgenv
       output = ""
-      ModuleFile::Environments.each do |e|
+      ModuleFile::compilers.each do |e|
         if build_name =~ e[:regex]
           output = "module load #{e[:prg_env]}"
           break
@@ -486,7 +500,7 @@ module Smithy
           if missing_package.include?(file[:name])
             FileOperations.install_file file[:src], file[:dest], options
             FileOperations.set_group file[:dest], group, options
-            FileOperations.make_group_writable file[:dest], options if group_writeable?
+            FileOperations.make_group_writable file[:dest], options if group_writable?
           end
         end
       end
@@ -496,7 +510,7 @@ module Smithy
           if missing_build.include?(file[:name])
             FileOperations.install_file file[:src], file[:dest], options
             FileOperations.set_group file[:dest], group, options
-            FileOperations.make_group_writable file[:dest], options if group_writeable?
+            FileOperations.make_group_writable file[:dest], options if group_writable?
           end
         end
       end
@@ -504,11 +518,11 @@ module Smithy
       notice "Setting permissions for #{prefix}"
 
       FileOperations.set_group prefix, group, options.merge(:recursive => true)
-      FileOperations.make_group_writable prefix, options.merge(:recursive => true) if group_writeable?
+      FileOperations.make_group_writable prefix, options.merge(:recursive => true) if group_writable?
 
       [version_directory, application_directory].each do |dir|
         FileOperations.set_group dir, group, options
-        FileOperations.make_group_writable dir, options if group_writeable?
+        FileOperations.make_group_writable dir, options if group_writable?
       end
     end
 
@@ -527,7 +541,7 @@ module Smithy
 
       stubbed_builds = YAML.load_file(File.join(File.dirname(version_directory), ".versions")).stringify_keys rescue {}
       if stubbed_builds[version]
-        if stubbed_builds[version].class == String
+        if stubbed_builds[version].is_a? String
           builds += [ stubbed_builds[version] ]
         else
           builds += stubbed_builds[version]
@@ -560,12 +574,23 @@ module Smithy
       Description.publishable?(application_directory)
     end
 
+    def self.search(query = '')
+      Package.all.select{|s| s =~ /#{query}/}
+    end
+
+    def self.search_by_name(name)
+      Package.all(:name => name)
+    end
+
     def self.all(args = {})
+      name    = args[:name]    || '*'
+      version = args[:version] || '*'
+      build   = args[:build]   || '*'
       # Array of full paths to rebuild scripts
-      software = Dir.glob(args[:root]+"/*/*/*/#{BuildFileNames[:build]}")
+      software =  Dir.glob(Smithy::Config.full_root+"/#{name}/#{version}/#{build}/#{BuildFileNames[:build]}")
+      software += Dir.glob(Smithy::Config.full_root+"/#{name}/#{version}/#{build}/.valid")
       # Remove rebuild from each path
-      software.collect!{|s| s.gsub(/\/#{BuildFileNames[:build]}$/, '')}
-      #TODO allow sorting?
+      software.collect!{|s| s.gsub(/\/(#{BuildFileNames[:build]}|\.valid)$/, '')}
       software.sort!
     end
 
@@ -582,15 +607,15 @@ module Smithy
       software.reject! do |s|
         ! Description.publishable?(s)
       end
-			software.sort!
+      software.sort!
       return software
     end
 
     def self.create_stubs_from_modules(stub_packages, system_module_defaults, options = {})
       notice "Generating stubs for the following modules:"
       Format.print_column_list(stub_packages)
-      proceed = nil
-      while proceed.nil? do
+      proceed = "no"
+      while proceed == "no" do
         prompt = Readline.readline("Generate the above packages? [yn] ")
         case prompt.downcase
         when "y"
@@ -639,7 +664,7 @@ The following information is available by running `module help #{name}`
         ops = {:noop => options[:"dry-run"] ? true : false}
         FileOperations.install_from_string(help_content, help_dest, ops)
         FileOperations.set_group help_dest, p.group, ops
-        FileOperations.make_group_writable help_dest, ops if p.group_writeable?
+        FileOperations.make_group_writable help_dest, ops if p.group_writable?
       end
     end