rbbt-util 2.1.0 → 3.0.2

data/lib/rbbt/util/pkg_data.rb

@@ -1,119 +0,0 @@
-require 'rbbt/util/open'
-require 'rbbt/util/tsv'
-require 'rbbt/util/log'
-require 'rbbt/util/path'
-require 'rbbt/util/rake'
-
-module PKGData
-  attr_accessor :claims
-  def self.extended(pkg_module)
-    pkg_module.claims = {}
-  end
-
-  class SharedirNotFoundError < StandardError; end
-
-  def self.sharedir_for_file(file = __FILE__)
-    dir = File.expand_path(File.dirname file)
-
-    while not File.exists?(File.join(dir, 'lib')) and dir != '/'
-      dir = File.dirname(dir)
-    end
-
-    if File.exists? File.join(dir, 'lib')
-      File.join(dir, 'share')
-    else
-      raise SharedirNotFoundError
-    end
-  end
-
-  def self.get_caller_sharedir
-    caller.each do |line|
-      next if line =~ /\/data_module\.rb/  or line =~ /\/pkg_data\.rb/ 
-        begin
-          return PKGData.sharedir_for_file(line)
-        rescue SharedirNotFoundError
-        end
-    end
-    raise SharedirNotFoundError
-  end
-
-  def files
-    path = datadir.dup.extend Path
-    path.pkg_module      = self
-    path.datadir         = datadir
-    path
-  end
-
-  def in_datadir?(file)
-    Misc.in_directory? file, datadir
-  end
-
-  # file is the complete path of the file inside the datadir
-  # get is the get method. :Rakefile for 
-  def claim(file, get = nil, subdir = nil, namespace = nil,  sharedir = nil)
-    file = case
-           when (file.nil? or file === :all)
-             File.join(datadir, subdir.to_s)
-           when in_datadir?(file)
-             file
-           else
-             File.join(datadir, subdir.to_s, file.to_s)
-           end
-
-    sharedir ||= PKGData.get_caller_sharedir
-    claims[file] = {:get => get, :subdir => subdir, :sharedir => sharedir, :namespace => namespace}
-    produce(file, get, subdir, sharedir) if TSV === get
-    produce(file, get, subdir, sharedir) if String === get and not File.exists?(get) and reclaim(file).nil? and not File.basename(get.to_s) == "Rakefile"
-  end
-
-  def reclaim(file)
-    file = File.expand_path(file.dup)
-    return nil unless in_datadir? file
-
-    while file != File.expand_path(datadir)
-      if @claims[file]
-        return [file, @claims[file]]
-      end
-      file = File.dirname(file)
-    end
-    nil
-  end
-
-  def declaim(file)
-    @claims.delete file if @claims.include? file
-  end
-
-  def produce_with_rake(rakefile, subdir, file)
-    task  = File.expand_path(file).sub(/^.*#{Regexp.quote(File.join(datadir, subdir))}\/?/, '')
-    RakeHelper.run(rakefile, task, File.join(File.join(datadir, subdir)))
-  end
-
-  def produce(file, get, subdir, sharedir)
-    Log.low "Getting data file '#{ file }' into '#{ subdir }'. Get: #{get.class}"
-
-    FileUtils.mkdir_p File.dirname(file) unless File.exists?(File.dirname(file))
-
-    relative_path = Misc.path_relative_to file, datadir
-    case 
-    when get.nil?
-      FileUtils.cp File.join(sharedir, relative_path), file.to_s
-    when StringIO === get
-      Open.write(file, get.read)
-    when Proc === get
-      Open.write(file, get.call)
-    when TSV === get
-      Open.write(file, get.to_s)
-    when ((String === get or Symbol === get) and File.basename(get.to_s) == "Rakefile")
-      if Symbol === get
-        rakefile = File.join(sharedir, subdir, get.to_s)
-      else
-        rakefile = File.join(sharedir, get.to_s)
-      end
-      produce_with_rake(rakefile, subdir, file)
-    when (String === get and Open.remote? get)
-      Open.write(file, Open.read(get, :wget_options => {:pipe => true}, :nocache => true))
-    else
-      raise "Unknown Get: #{get.class} #{get}"
-    end
-  end
-end

data/lib/rbbt/util/pkg_software.rb

@@ -1,145 +0,0 @@
-require 'rbbt/util/open'
-require 'rbbt/util/misc'
-require 'rbbt/util/tsv'
-require 'rbbt/util/log'
-require 'rbbt/util/cmd'
-require 'rake'
-
-module PKGSoftware
-  SOFTWARE = {} unless defined? SOFTWARE
-
-  class SharedirNotFoundError < StandardError; end
-
-  def self.sharedir_for_file(file = __FILE__)
-    dir = File.expand_path(File.dirname file)
-
-    while not File.exists?(File.join(dir, 'lib')) and dir != '/'
-      dir = File.dirname(dir)
-    end
-
-    if File.exists? File.join(dir, 'lib')
-      File.join(dir, 'share')
-    else
-      raise SharedirNotFoundError
-    end
-  end
-
-  def self.get_caller_sharedir
-    caller.each do |line|
-      next if line =~ /\/data_module\.rb/  or line =~ /\/pkg_software\.rb/ 
-        begin
-          return PKGData.sharedir_for_file(line)
-        rescue SharedirNotFoundError
-        end
-    end
-    raise SharedirNotFoundError
-  end
-
-  def software_dir
-    File.join(datadir, 'software')
-  end
-
-  def opt_dir
-    File.join(software_dir, 'opt')
-  end
-
-  def bin_dir
-    File.join(opt_dir, 'bin')
-  end
-
-
-  def get_pkg(pkg, path, get, sharedir)
-    Log.log "Getting software '#{ pkg }' into '#{ path }'. Get: #{get.to_s}"
-
-    FileUtils.mkdir_p File.dirname(path) unless File.exists?(File.dirname(path))
-
-    case
-    when get == :directory
-      FileUtils.mkdir_p File.dirname(path) unless File.exists? File.dirname(path)
-      subdir = Misc.path_relative_to File.dirname(path), opt_dir
-      source = File.join(sharedir, 'install/software', subdir, pkg)
-      
-      FileUtils.cp_r File.join(sharedir, 'install/software', subdir, pkg), path
-    when get == :binary
-      FileUtils.mkdir_p File.dirname(path) unless File.exists? File.dirname(path)
-      subdir = Misc.path_relative_to File.dirname(path), opt_dir
-      source = File.join(sharedir, 'install/software', subdir, pkg)
-      
-      FileUtils.cp File.join(sharedir, 'install/software', subdir, pkg), path
-    when (get.nil? or get.empty?)
-      CMD.cmd("#{File.join(sharedir, 'install', 'software', pkg)} #{File.join(Rbbt.rootdir, 'share/install/software/lib', 'install_helpers')} #{software_dir}", :stderr => Log::HIGH)
-    else 
-      CMD.cmd("#{File.join(sharedir, 'install', 'software', get)} #{File.join(Rbbt.rootdir, 'share/install/software/lib', 'install_helpers')} #{software_dir}")
-    end
-  end
-
-  def add_software(pkgs = {})
-    pkgs.each do |pkg, info|
-      subpath, get, sharedir = info
-
-      setup_env(software_dir)
-
-      path = File.join(opt_dir, subpath.to_s, pkg.to_s)
-
-      if not File.exists?(path)
-        sharedir ||= PKGSoftware.get_caller_sharedir
-        get_pkg(pkg.to_s, path, get, sharedir)
-        setup_env(software_dir)
-      end
-
-      SOFTWARE[pkg.to_s] = path
-    end
-  end
-
-  def find_software(pkg)
-    SOFTWARE[pkg.to_s]
-  end
-
-  def setup_env(software_dir)
-    Misc.env_add 'PATH', bin_dir
-
-    FileUtils.mkdir_p opt_dir unless File.exists? opt_dir
-    %w(.ld-paths .pkgconfig-paths .aclocal-paths .java-classpaths).each do |file|
-      filename = File.join(opt_dir, file)
-      FileUtils.touch filename unless File.exists? filename
-    end
-
-    if not File.exists?  File.join(opt_dir,'.post_install')
-      Open.write(File.join(opt_dir,'.post_install'),"#!/bin/bash\n")
-    end
-
-    Open.read(File.join opt_dir, '.ld-paths').split(/\n/).each do |line|
-      Misc.env_add('LD_LIBRARY_PATH',line.chomp)
-      Misc.env_add('LD_RUN_PATH',line.chomp)
-    end
-
-    Open.read(File.join opt_dir, '.pkgconfig-paths').split(/\n/).each do |line|
-      Misc.env_add('PKG_CONFIG_PATH',line.chomp)
-    end
-
-    Open.read(File.join opt_dir, '.ld-paths').split(/\n/).each do |line|
-      Misc.env_add('LD_LIBRARY_PATH',line.chomp)
-    end
-
-    Open.read(File.join opt_dir, '.ld-paths').split(/\n/).each do |line|
-      Misc.env_add('LD_LIBRARY_PATH',line.chomp)
-    end
-
-    Open.read(File.join opt_dir, '.aclocal-paths').split(/\n/).each do |line|
-      Misc.env_add('ACLOCAL_FLAGS', "-I#{File.join(opt_dir, line.chomp)}", ' ')
-    end
-
-    Open.read(File.join opt_dir, '.java-classpaths').split(/\n/).each do |line|
-      Misc.env_add('CLASSPATH', "#{File.join(opt_dir,'java', 'lib', line.chomp)}")
-    end
-
-    Dir.glob(File.join opt_dir, 'jars', '*').each do |file|
-      Misc.env_add('CLASSPATH', "#{File.expand_path(file)}")
-    end
-
-    File.chmod 0774, File.join(opt_dir, '.post_install')
-
-    CMD.cmd(File.join(opt_dir, '.post_install'))
-  end
-
-end

data/test/rbbt/util/test_data_module.rb

@@ -1,50 +0,0 @@
-require File.expand_path(File.dirname(__FILE__) + '/../../test_helper')
-require 'rbbt'
-require 'rbbt/util/data_module'
-require 'test/unit'
-require 'fileutils'
-
-SHAREDIR = File.join(PKGData.sharedir_for_file(__FILE__), 'install/DataTest')
-FileUtils.mkdir_p SHAREDIR
-File.open(File.join(SHAREDIR, 'Rakefile'), 'w') do |f|
-  f.puts "file :file1 do |t| File.open(t.name, 'w') do |f| f.write 'File 1' end end"
-  f.puts "file :tsv_file do |t| File.open(t.name, 'w') do |f| f.write 'a\t1\nb\t2\n' end end"
-end
-
-module DataTest  
-  extend DataModule
-
-  def self.salute(name)
-    "Hello #{name}"
-  end
-
-  World = with_key("world")
-end
-
-class TestDataModule < Test::Unit::TestCase
-
-  def setup
-
-    FileUtils.mkdir_p SHAREDIR
-    File.open(File.join(SHAREDIR, 'Rakefile'), 'w') do |f|
-      f.puts "file :file1 do |t| File.open(t.name, 'w') do |f| f.write 'File 1' end end"
-      f.puts "file :tsv_file do |t| File.open(t.name, 'w') do |f| f.write 'a\t1\nb\t2\n' end end"
-    end
-  end
-
-  def test_rakefile
-    assert_equal Rbbt.files.DataTest, DataTest.datadir
-    assert_equal "File 1", Rbbt.files.DataTest.file1.read
-    assert_equal "Hello world", DataTest.salute("world")
-    assert_equal "Hello world", DataTest::with_key("world").salute
-    assert_equal "Hello world", DataTest::World.salute
-    assert_equal "DataTest", Rbbt.files.DataTest.tsv_file.namespace
-    assert_equal "DataTest", Rbbt.files.DataTest.tsv_file.tsv.namespace
-    FileUtils.rm_rf File.join(Rbbt.datadir, 'DataTest')
-  end
-
-  def teardown
-    FileUtils.rm_rf SHAREDIR
-  end
-end
-

data/test/rbbt/util/test_path.rb

@@ -1,10 +0,0 @@
-require File.join(File.expand_path(File.dirname(__FILE__)), '../..', 'test_helper.rb')
-require 'rbbt'
-require 'rbbt/util/path'
-
-class TestPath < Test::Unit::TestCase
-  def test_namespace
-    assert_equal nil, Rbbt.files.foo.namespace
-  end
-end
-

data/test/rbbt/util/test_pkg_data.rb

@@ -1,129 +0,0 @@
-require File.join(File.expand_path(File.dirname(__FILE__)), '../..', 'test_helper.rb')
-require 'rbbt'
-require 'rbbt/util/pkg_data'
-
-class TestPKGData < Test::Unit::TestCase
-  def test_claims
-    begin
-      assert Rbbt.claims.empty?
-      Rbbt.claim :foo, "bar"
-      assert_equal 1, Rbbt.claims.length
-    rescue
-      Rbbt.declaim Rbbt.files.foo
-    end
-  end
-
-  def test_claim_proc
-    begin
-      assert_nil Rbbt.reclaim(Rbbt.files.foo)
-
-      Rbbt.claim :foo, proc{"bar"}
-      assert_not_nil Rbbt.reclaim Rbbt.files.foo
-
-      assert Hash === Rbbt.reclaim(Rbbt.files.foo).last
-      assert_equal "bar", Rbbt.files.foo.read
-    ensure
-      Rbbt.declaim Rbbt.files.foo
-      FileUtils.rm Rbbt.files.foo
-    end
-  end
-
-  def test_claim_cp
-    begin
-      Open.write File.join(Rbbt.rootdir, 'share', 'foo'), "bar"
-      Rbbt.claim :foo
-      assert_equal "bar", Rbbt.files.foo.read
-    ensure
-      Rbbt.declaim Rbbt.files.foo
-      FileUtils.rm Rbbt.files.foo if File.exists? Rbbt.files.foo
-      FileUtils.rm File.join(Rbbt.rootdir, 'share', 'foo') if File.exists? File.join(Rbbt.rootdir, 'share', 'foo')
-    end
-  end
-
-  def test_claim_tsv
-    begin
-      Rbbt.claim :foo, TSV.new({:a => 1, :b => 2})
-      assert File.exists? Rbbt.files.foo
-      assert_equal "1", Rbbt.files.foo.tsv(:type => :single)["a"]
-    ensure
-      FileUtils.rm Rbbt.files.foo if File.exists? Rbbt.files.foo
-    end
-  end
-
-  def test_claim_rakefile
-    begin
-      FileUtils.mkdir_p File.join(PKGData.sharedir_for_file(__FILE__), 'test/Rake/')
-      Open.write(File.join(PKGData.sharedir_for_file(__FILE__), 'test/Rake/Rakefile'), "file :foo do |t| Open.write(t.name, 'bar') end")
-      Rbbt.claim :foo, :Rakefile, 'test/Rake' 
-      assert_equal "bar", Rbbt.files.test.Rake.foo.read
-    ensure
-      begin
-        FileUtils.rm File.join(PKGData.sharedir_for_file(__FILE__), 'test/Rake/Rakefile')
-        FileUtils.rmdir File.join(PKGData.sharedir_for_file(__FILE__), 'test/Rake')
-        FileUtils.rmdir File.join(PKGData.sharedir_for_file(__FILE__), 'test')
-        FileUtils.rm Rbbt.files.test.Rake.foo 
-        FileUtils.rm_r Rbbt.files.test.Rake 
-        FileUtils.rm_r Rbbt.files.test
-      rescue
-      end
-    end
-  end
-
-  def test_claim_rakefile2
-    begin
-      FileUtils.mkdir_p File.join(PKGData.sharedir_for_file(__FILE__), 'test/Rake/')
-      Open.write(File.join(PKGData.sharedir_for_file(__FILE__), 'test/Rake/Rakefile'), "file :foo do |t| Open.write(t.name, 'bar') end")
-      Rbbt.claim :foo, "test/Rake/Rakefile", 'test' 
-      assert_equal "bar", Rbbt.files.test.foo.read
-    ensure
-      begin
-        FileUtils.rm File.join(PKGData.sharedir_for_file(__FILE__), 'test/Rake/Rakefile')
-        FileUtils.rmdir File.join(PKGData.sharedir_for_file(__FILE__), 'test/Rake')
-        FileUtils.rmdir File.join(PKGData.sharedir_for_file(__FILE__), 'test')
-        FileUtils.rm Rbbt.files.test.foo 
-        FileUtils.rm_r Rbbt.files.test
-      rescue
-      end
-    end
-  end
-
-  def test_claim_rakefile3
-    begin
-      FileUtils.mkdir_p File.join(PKGData.sharedir_for_file(__FILE__), 'test/Rake/')
-      Open.write(File.join(PKGData.sharedir_for_file(__FILE__), 'test/Rake/Rakefile'), "file :foo do |t| Open.write(t.name, 'bar') end")
-      Rbbt.claim :all, "test/Rake/Rakefile", 'test' 
-      assert_equal "bar", Rbbt.files.test.foo.read
-    ensure
-      begin
-        FileUtils.rm File.join(PKGData.sharedir_for_file(__FILE__), 'test/Rake/Rakefile')
-        FileUtils.rmdir File.join(PKGData.sharedir_for_file(__FILE__), 'test/Rake')
-        FileUtils.rmdir File.join(PKGData.sharedir_for_file(__FILE__), 'test')
-        FileUtils.rm Rbbt.files.test.foo 
-        FileUtils.rm_r Rbbt.files.test
-      rescue
-      end
-    end
-  end
-
-  def test_claim_namespace_identifiers
-    begin
-      FileUtils.mkdir_p File.join(PKGData.sharedir_for_file(__FILE__), 'test/Rake/')
-      Open.write(File.join(PKGData.sharedir_for_file(__FILE__), 'test/Rake/Rakefile'), "
-                 file :foo do |t| Open.write(t.name, 'bar') end
-                 file :identifiers do |t| Open.write(t.name, 'bar') end
-                 ")
-      Rbbt.claim :all, "test/Rake/Rakefile", 'test' 
-      assert_equal 1, Rbbt.files.test.foo.identifier_files.length
-    ensure
-      begin
-        FileUtils.rm File.join(PKGData.sharedir_for_file(__FILE__), 'test/Rake/Rakefile')
-        FileUtils.rmdir File.join(PKGData.sharedir_for_file(__FILE__), 'test/Rake')
-        FileUtils.rmdir File.join(PKGData.sharedir_for_file(__FILE__), 'test')
-        FileUtils.rm Rbbt.files.test.foo 
-        FileUtils.rm_r Rbbt.files.test
-      rescue
-      end
-    end
-  end
-end
-