rbbt-util 1.0.1

data/lib/rbbt-util.rb

@@ -0,0 +1,13 @@
+require 'rbbt'
+require 'rbbt/util/open'
+require 'rbbt/util/cmd'
+require 'rbbt/util/tmpfile'
+require 'rbbt/util/filecache'
+require 'rbbt/util/tsv'
+require 'rbbt/util/cachehelper'
+require 'rbbt/util/misc'
+
+FileCache.cachedir = Rbbt.cachedir
+Open.cachedir      = File.join(Rbbt.cachedir, 'open-remote/')
+TmpFile.tmpdir     = File.join(Rbbt.tmpdir)
+TSV.cachedir       = File.join(Rbbt.cachedir, 'tsv_cache')

data/lib/rbbt.rb

@@ -0,0 +1,15 @@
+require 'rbbt/util/pkg_config'
+require 'rbbt/util/pkg_data'
+require 'rbbt/util/pkg_software'
+require 'rbbt/util/open'
+require 'rbbt/util/tmpfile'
+require 'rbbt/util/filecache'
+
+module Rbbt
+  extend PKGConfig
+  extend PKGData
+  extend PKGSoftware
+
+  self.load_cfg(%w(tmpdir cachedir datadir))
+end
+

data/share/install/software/lib/install_helpers

@@ -0,0 +1,257 @@
+#vim: ft=sh
+
+SOFTWARE_DIR="$RBBT_SOFTWARE_DIR"
+OPT_DIR="$SOFTWARE_DIR/opt"; [ -d $OPT_SRC_DIR ] || mkdir -p $OPT_SRC_DIR
+OPT_BIN_DIR="$OPT_DIR/bin"; [ -d $OPT_BIN_DIR ] || mkdir -p $OPT_BIN_DIR
+OPT_SRC_DIR="$SOFTWARE_DIR/src"; [ -d $OPT_SRC_DIR ] || mkdir -p $OPT_SRC_DIR
+OPT_SCM_DIR="$SOFTWARE_DIR/scm"; [ -d $OPT_SCM_DIR ] || mkdir -p $OPT_SCM_DIR
+OPT_JAR_DIR="$OPT_DIR/jars"; [ -d $OPT_JAR_DIR ] || mkdir -p $OPT_JAR_DIR
+OPT_BUILD_DIR="$SOFTWARE_DIR/.build"; [ -d $OPT_BUILD_DIR ] || mkdir -p $OPT_BUILD_DIR
+
+#source "$HOME/config/bash/_utility_functions"
+
+function expand_path(){
+  name=$(basename $1)
+  dir=$(dirname $1)
+
+  echo "$(cd $dir && pwd)/$name"
+}
+
+
+#{{{ GET PKG OPT_BUILD_DIR
+
+# From SRC
+get_pkg(){
+    local name="$1"
+    local url="$2"
+
+    if [ ! -f "$OPT_SRC_DIR/$name.pkg" ]; then
+        wget "$url" -O "$OPT_SRC_DIR/$name.pkg" 
+    fi
+}
+
+uncompress_pkg(){
+    local name="$1"
+    local pkg="$OPT_SRC_DIR/$name.pkg"
+
+    local old_pwd="`expand_path $(pwd)`"
+    clean_build
+
+    cd "$OPT_BUILD_DIR"
+
+    (tar xvfz $pkg || tar xvfj $pkg || unzip $pkg || echo "Error decompressing") 2> /dev/null
+
+    cd "$old_pwd"
+}
+
+get_src(){
+    local name="$1"
+    local url="$2"
+
+    get_pkg "$name" "$url"
+    uncompress_pkg "$name"
+}
+
+# From SNV
+get_svn(){
+    local name="$1"
+    local url="$2"
+
+    local old_pwd="`expand_path $(pwd)`"
+
+    cd $OPT_SCM_DIR
+    if [ -d "$name" ]; then
+        cd "$name" 
+        svn update
+    else
+        git checkout "$url" "$name"
+    fi
+
+    clean_build
+
+    cd $OPT_BUILD_DIR
+    ln -s "$OPT_SCM_DIR/$name" "$name"
+
+    cd "$old_pwd"
+
+}
+
+# From GIT
+get_git(){
+    local name="$1"
+    local url="$2"
+
+    local old_pwd="`expand_path $(pwd)`"
+
+    cd $OPT_SCM_DIR
+    if [ -d "$name" ]; then
+        cd "$name" 
+        git stash
+        git pull origin master
+        git rebase master
+        git stash apply
+    else
+        git clone "$url" "$name"
+    fi
+
+    clean_build
+
+    cd $OPT_BUILD_DIR
+    ln -s "$OPT_SCM_DIR/$name" "$name"
+
+    cd "$old_pwd"
+}
+
+
+#{{{ BUILD PKG in OPT_BUILD_DIR
+
+clean_build(){
+    rm -Rf $OPT_BUILD_DIR/*
+}
+
+build_dir(){
+    echo $OPT_BUILD_DIR/`ls $OPT_BUILD_DIR |head -n 1`
+}
+
+compile(){
+    local name=$1; shift
+    local extra="$@"
+    [ -f Makefile ] && make && make install
+    [ -f build.xml ] && ant
+    [ -f setup.rb ] && ruby -Ilib/ setup.rb --prefix="$(opt_dir "$name")" $extra
+    [ -f setup.py ] && python setup.py build &&  python setup.py install --user && clean_build
+}
+
+build(){
+    local name=$1; shift
+    local extra="$@"
+
+    echo "Building $name"
+
+    local old_pwd="`expand_path $(pwd)`"
+    cd "`build_dir`"
+    echo `pwd`
+    ls
+
+    if [ -f aclocal.m4 ]; then
+        autoconf
+    fi
+
+    if [ -f autogen.sh ]; then
+        ./autogen.sh
+    fi
+
+    if [ -f aclocal.m4 ]; then
+        autoconf
+    fi
+
+    if [ -f configure ]; then 
+        ./configure --prefix="$(opt_dir "$name")" $extra
+        compile "$name" $extra
+        setup "$name"
+        clean_build
+    else
+        compile "$name" $extra
+        move_opt "$name"
+        setup "$name"
+        clean_build
+    fi
+    
+    cd "$old_pwd"
+}
+
+#{{{ SETUP
+
+versioned?(){
+    local name="$1"
+    echo $name | grep ':' &>/dev/null
+}
+
+opt_dir(){
+    local name="$1"
+    if versioned? "$name"; then
+        local real_name=`echo $1 | sed 's/:.*//'`
+        local version=`echo $1 | sed 's/.*://'`
+        echo "$OPT_DIR/$real_name/$version"
+    else
+        echo "$OPT_DIR/$name"
+    fi
+}
+
+move_opt(){
+    local name="$1"
+    local pkg_dir="`opt_dir \"$name\"`"
+
+    mkdir -p $(dirname "$pkg_dir")
+    mv "`build_dir`" "$pkg_dir"
+}
+
+setup(){
+    local name="$1"
+    local pkg_dir="`opt_dir \"$name\"`"
+
+    if versioned? "$name"; then
+        rm -f "$(dirname $pkg_dir)/current"
+        ln -sf "$pkg_dir" "$(dirname $pkg_dir)/current"
+        pkg_dir="$(dirname $pkg_dir)/current"
+    fi
+
+    if [ -d "$pkg_dir/bin/" ]; then
+        local old_pwd="`expand_path $(pwd)`"
+        cd "$OPT_DIR/bin" 
+
+        for exe in `ls "$pkg_dir/bin/"`;do 
+            rm -f ./$exe
+            ln -s "$pkg_dir/bin/$exe" . 2>/dev/null
+        done
+
+        cd "$old_pwd"
+    fi
+    
+    ([ -d "$pkg_dir/lib" ]           && add2file "$OPT_DIR/.ld-paths" "$pkg_dir/lib")
+    ([ -d "$pkg_dir/lib/pkgconfig" ] && add2file "$OPT_DIR/.pkgconfig-paths" "$pkg_dir/lib/pkgconfig")
+}
+
+#{{{ HELPERS
+
+install_src(){
+    local name="$1"
+    local url="$2"
+    shift;shift;
+    local extra="$@"
+    
+    get_pkg "$name" "$url"
+    uncompress_pkg "$name"
+    build "$name"  "$extra"
+}
+
+install_git(){
+    local name="$1"
+    local url="$2"
+    shift;shift;
+    local extra="$@"
+    
+    get_git "$name" "$url"
+    build "$name" $extra
+}
+
+install_jar(){
+    local name="$1"
+    local url="$2"
+
+    [ -d  "$OPT_DIR/$name/" ] || mkdir -p  "$OPT_DIR/$name/"
+    wget "$url" -O "$OPT_DIR/$name/$name.jar"
+    ln -s "$OPT_DIR/$name/$name.jar" "$OPT_JAR_DIR/$name.jar" 
+}
+
+jar2bin(){
+    local name="$1";shift
+    local extra="$@"
+
+    echo "#!/bin/bash" > $OPT_DIR/bin/$name
+    echo "java $extra -jar '$OPT_JAR_DIR/$name.jar'" >> $OPT_DIR/bin/$name
+
+    chmod +x $OPT_DIR/bin/$name
+}
+
+# vim: ft=sh

data/test/rbbt/util/test_cmd.rb

@@ -0,0 +1,30 @@
+require File.expand_path(File.dirname(__FILE__) + '/../../test_helper')
+require 'rbbt/util/cmd'
+require 'test/unit'
+
+class TestCmd < Test::Unit::TestCase
+
+  def test_cmd_option_string
+    assert_equal("--user-agent firefox", CMD.process_cmd_options("--user-agent" => "firefox"))
+    assert_equal("--user-agent=firefox", CMD.process_cmd_options("--user-agent=" => "firefox"))
+    assert_equal("-q", CMD.process_cmd_options("-q" => true))
+    assert_equal("", CMD.process_cmd_options("-q" => nil))
+    assert_equal("", CMD.process_cmd_options("-q" => false))
+
+    assert(CMD.process_cmd_options("--user-agent" => "firefox", "-q" => true) =~ /--user-agent firefox/)
+    assert(CMD.process_cmd_options("--user-agent" => "firefox", "-q" => true) =~ /-q/)
+  end
+
+  def test_cmd
+    assert_equal("test\n", CMD.cmd("echo '{opt}' test").read)
+    assert_equal("test", CMD.cmd("echo '{opt}' test", "-n" => true).read)
+    assert_equal("test2\n", CMD.cmd("cut", "-f" => 2, "-d" => '" "', :in => "test1 test2").read)
+  end
+
+  def test_pipe
+    assert_equal("test\n", CMD.cmd("echo '{opt}' test", :pipe => true).read)
+    assert_equal("test", CMD.cmd("echo '{opt}' test", "-n" => true, :pipe => true).read)
+    assert_equal("test2\n", CMD.cmd("cut", "-f" => 2, "-d" => '" "', :in => "test1 test2", :pipe => true).read)
+  end
+
+end

data/test/rbbt/util/test_data_module.rb

@@ -0,0 +1,45 @@
+require File.expand_path(File.dirname(__FILE__) + '/../../test_helper')
+require 'rbbt'
+require 'rbbt/util/data_module'
+require 'test/unit'
+require 'fileutils'
+
+module DataTest  
+  extend DataModule
+
+  def self.salute(name)
+    "Hello #{name}"
+  end
+
+  World = with_key("world")
+end
+
+class TestDataModule < Test::Unit::TestCase
+
+  SHAREDIR = File.join(PKGData.sharedir_for_file(__FILE__), 'install', 'DataTest')
+
+  def setup
+    FileUtils.mkdir_p SHAREDIR
+    File.open(File.join(SHAREDIR, 'Rakefile'), 'w') do |f|
+      f.puts "task :file1 do |t| File.open(t.name, 'w') do |f| f.write 'File 1' end end"
+    end
+  end
+
+  def test_module
+    assert_equal "File 1", Open.read(DataTest.file1).chomp
+    assert_equal "Hello world", DataTest.salute("world")
+    assert_equal "Hello world", DataTest.salute("world")
+    assert_equal "Hello world", DataTest::with_key("world").salute
+    assert_equal "Hello world", DataTest::World.salute
+    FileUtils.rm_rf File.join(Rbbt.datadir, 'DataTest')
+  end
+
+  def test_method_missing
+    assert_raise NoMethodError do DataTest.missing end
+  end
+
+  def teardown
+    FileUtils.rm_rf SHAREDIR
+  end
+end
+

data/test/rbbt/util/test_excel2tsv.rb

@@ -0,0 +1,10 @@
+require File.expand_path(File.dirname(__FILE__) + '/../../test_helper')
+require 'rbbt/util/excel2tsv'
+
+class TestTSV < Test::Unit::TestCase
+  def test_tsv2excel
+    tsv = TSV.excel2tsv(test_datafile('Test.xls'), :header => true)
+    assert_equal 'Id', tsv.key_field
+  end
+end
+

data/test/rbbt/util/test_filecache.rb

@@ -0,0 +1,36 @@
+require File.expand_path(File.dirname(__FILE__) + '/../../test_helper')
+require 'rbbt/util/filecache'
+require 'rbbt-util'
+require 'test/unit'
+
+class TestFileCache < Test::Unit::TestCase
+
+  def test_path
+    assert_equal(File.join(Rbbt.cachedir,'3','2','1','123.ext'), FileCache.path('123.ext'))
+  end
+
+  def test_add_read
+    filename = '123.ext'
+    content = 'test'
+
+    FileCache.add(filename, content)
+    assert_equal(content, File.open(FileCache.path(filename)).read)
+    assert_equal(content, FileCache.get(filename).read)
+
+    FileCache.del(filename)
+  end
+
+  def test_add_io
+    filename = '123.ext'
+    content =<<-EOF
+test test test
+test test test
+    EOF
+
+    FileCache.add(filename, StringIO.new(content))
+    assert_equal(content, File.open(FileCache.path(filename)).read)
+
+    FileCache.del(filename)
+  end
+
+end

data/test/rbbt/util/test_misc.rb

@@ -0,0 +1,22 @@
+require File.expand_path(File.dirname(__FILE__) + '/../../test_helper')
+require 'rbbt/util/misc'
+require 'test/unit'
+
+class TestMisc < Test::Unit::TestCase
+
+  def test_string2hash
+    assert(Misc.string2hash("--user-agent=firefox").include? "--user-agent")
+    assert(Misc.string2hash(":true")[:true] == true)
+    assert(Misc.string2hash("true")["true"] == true)
+    assert(Misc.string2hash("a=1")["a"] == 1)
+    assert(Misc.string2hash("a=b")["a"] == 'b')
+    assert(Misc.string2hash("a=b#c=d#:h=j")["c"] == 'd')
+    assert(Misc.string2hash("a=b#c=d#:h=j")[:h] == 'j')
+  end
+  
+  def test_named_array
+    a = NamedArray.name([1,2,3,4], %w(a b c d))
+    assert_equal(1, a['a'])
+  end
+
+end

data/test/rbbt/util/test_open.rb

@@ -0,0 +1,89 @@
+require File.expand_path(File.dirname(__FILE__) + '/../../test_helper')
+require 'rbbt/util/open'
+require 'rbbt/util/tmpfile'
+require 'test/unit'
+require 'iconv'
+
+class TestOpen < Test::Unit::TestCase
+
+  def test_wget
+    assert(Misc.fixutf8(Open.wget('http://google.com', :quiet => true).read) =~ /html/)
+  end
+
+  def test_nice
+    nice =  0.5
+
+    Open.wget('http://google.com', :quiet => true, :nice => nice).read =~ /html/
+    t = Time.now
+    Open.wget('http://google.com', :quiet => true, :nice => nice).read =~ /html/
+    assert(Time.now - t + 0.5 >= nice)
+
+    Open.wget('http://google.com', :quiet => true, :nice => nice, :nice_key => 1).read =~ /html/
+    Open.wget('http://google.com', :quiet => true, :nice => nice, :nice_key => 2).read =~ /html/
+    t = Time.now
+    Open.wget('http://google.com', :quiet => true, :nice => nice, :nice_key => 1).read =~ /html/
+    assert(Time.now - t + 0.5 >= nice)
+  end
+
+  def test_remote?
+    assert(Open.remote?('http://google.com'))
+    assert(! Open.remote?('~/.bashrc'))
+  end
+
+  def test_open
+    assert(Open.read('http://google.com', :quiet => true) =~ /html/)
+  end
+
+  def test_read
+    content =<<-EOF
+1
+2
+3
+4
+    EOF
+    TmpFile.with_file(content) do |file|
+      sum = 0
+      Open.read file do |line| sum += line.to_i end
+      assert_equal(1 + 2 + 3 + 4, sum)
+      assert_equal(content, Open.read(file))
+    end
+  end
+
+   def test_read_grep
+    content =<<-EOF
+1
+2
+3
+4
+    EOF
+    TmpFile.with_file(content) do |file|
+      sum = 0
+      Open.read(file, :grep => '^1\|3') do |line| sum += line.to_i end
+      assert_equal(1 + 3, sum)
+    end
+
+    TmpFile.with_file(content) do |file|
+      sum = 0
+      Open.read(file, :grep => ["1","3"]) do |line| sum += line.to_i end
+      assert_equal(1 + 3, sum)
+    end
+ 
+  end
+
+  def test_gzip
+    content =<<-EOF
+1
+2
+3
+4
+    EOF
+    TmpFile.with_file(content) do |file|
+      `gzip #{file}`
+      assert_equal(content, Open.read(file + '.gz'))
+      FileUtils.rm file + '.gz'
+    end
+  end
+
+  
+end
+

data/test/rbbt/util/test_simpleDSL.rb

@@ -0,0 +1,55 @@
+require File.expand_path(File.dirname(__FILE__) + '/../../test_helper')
+require 'rbbt/util/simpleDSL'
+require 'test/unit'
+
+class TestClass 
+  include SimpleDSL
+
+  def action(name, *args, &block)
+    @actions ||= {}
+    @actions[name] = args.first
+  end
+
+  def actions
+    @actions
+  end
+end
+
+
+class TestDSL < Test::Unit::TestCase
+  def setup 
+    @parser = TestClass.new
+    @parser.load_config(:action) do
+      action1 "Hello"
+      action2 "Good bye"
+    end
+  end
+
+  def test_actions
+    assert_equal({:action1=>"Hello", :action2=>"Good bye"}, @parser.actions)
+  end
+
+  def test_method_missing
+    assert_raise(NoMethodError){@parser.cues}
+  end
+
+  def test_config
+    config = <<-EOC
+  action1("Hello")
+  action2("Good bye")
+    EOC
+
+    begin
+      assert(@parser.config(:action) == config)
+    rescue SimpleDSL::NoRuby2Ruby
+    end
+  end
+
+  def test_parse
+    @parser.parse :action do
+      action3 "Back again"
+    end
+
+    assert_equal({:action1 =>"Hello", :action2 =>"Good bye", :action3 =>"Back again"}, @parser.actions)
+  end
+end

data/test/rbbt/util/test_simpleopt.rb

@@ -0,0 +1,10 @@
+require File.expand_path(File.dirname(__FILE__) + '/../../test_helper')
+require 'rbbt/util/simpleopt'
+require 'test/unit'
+
+class TestSOPT < Test::Unit::TestCase
+
+  def test_cmd_option_string
+    assert_equal("--tsv-options", SOPT.parse("-h--help:-to--tsv-options")["tsv-options"][:long])
+  end
+end

data/test/rbbt/util/test_tc_hash.rb

@@ -0,0 +1,18 @@
+require File.expand_path(File.dirname(__FILE__) + '/../../test_helper')
+require 'rbbt/util/tmpfile'
+require 'rbbt/util/tc_hash'
+
+class TestTCHash < Test::Unit::TestCase
+  def test_each
+    TmpFile.with_file do |f|
+      t = TCHash.new f
+      t["1"] = 2
+      t["2"] = 3
+
+      t.collect do |k,v| 
+        puts k 
+      end
+    end
+  end
+end
+

data/test/rbbt/util/test_tmpfile.rb

@@ -0,0 +1,20 @@
+require File.expand_path(File.dirname(__FILE__) + '/../../test_helper')
+require 'rbbt/util/tmpfile'
+require 'test/unit'
+
+class TestTmpFile < Test::Unit::TestCase
+
+  def test_tmp_file
+    assert(TmpFile.tmp_file("test") =~ /tmp\/test\d+$/)
+  end
+
+  def test_do_tmp_file
+    content = "Hello World!"
+    TmpFile.with_file(content) do |file|
+      assert_equal content, File.open(file).read
+    end
+  end
+
+end
+
+