rbbt-util 5.42.0 → 5.44.0

data/test/rbbt/util/test_open.rb

@@ -1,200 +0,0 @@
-require File.expand_path(File.dirname(__FILE__) + '/../../test_helper')
-require 'rbbt/util/open'
-require 'rbbt/util/tmpfile'
-require 'rbbt/persist'
-require 'test/unit'
-
-
-class TestOpen < Test::Unit::TestCase
-
-  def test_wget
-    assert(Misc.fixutf8(Open.wget('http://google.com', :quiet => true).read) =~ /html/)
-  end
-
-  def test_nice
-    nice =  0.5
-
-    t = Time.now
-    Open.wget('http://google.com', :quiet => true, :nice => nice).read
-    assert(Time.now - t + 0.5 >= nice)
-
-    Open.wget('http://google.com', :quiet => true, :nice => nice, :nice_key => 1).read
-    t = Time.now
-    Open.wget('http://google.com', :quiet => true, :nice => nice, :nice_key => 1).read
-    assert(Time.now - t + 0.5 >= nice)
-  end
-
-  def test_remote?
-    assert(Open.remote?('http://google.com'))
-    assert(! Open.remote?('~/.bashrc'))
-  end
-
-  def test_open
-    assert(Open.read('http://google.com', :quiet => true, :nocache => :update) =~ /html/)
-  end
-
-  def test_read
-    content =<<-EOF
-1
-2
-3
-4
-    EOF
-    TmpFile.with_file(content) do |file|
-      sum = 0
-      Open.read file do |line| sum += line.to_i end
-      assert_equal(1 + 2 + 3 + 4, sum)
-      assert_equal(content, Open.read(file))
-    end
-  end
-
-  def test_read_grep
-    content =<<-EOF
-1
-2
-3
-4
-    EOF
-    TmpFile.with_file(content) do |file|
-      sum = 0
-      Open.read(file, :grep => '^1\|3') do |line| sum += line.to_i end
-      assert_equal(1 + 3, sum)
-    end
-
-    TmpFile.with_file(content) do |file|
-      sum = 0
-      Open.read(file, :grep => ["1","3"]) do |line| sum += line.to_i end
-      assert_equal(1 + 3, sum)
-    end
-  end
-
-  def test_read_grep_invert
-    content =<<-EOF
-1
-2
-3
-4
-    EOF
-    TmpFile.with_file(content) do |file|
-      sum = 0
-      Open.read(file, :grep => '^1\|3', :invert_grep => true) do |line| sum += line.to_i end
-      assert_equal(2 + 4, sum)
-    end
-
-    TmpFile.with_file(content) do |file|
-      sum = 0
-      Open.read(file, :grep => ["1","3"]) do |line| sum += line.to_i end
-      assert_equal(1 + 3, sum)
-    end
-
-  end
-
-
-  def test_gzip
-    content =<<-EOF
-1
-2
-3
-4
-    EOF
-    TmpFile.with_file(content) do |file|
-      `gzip #{file}`
-      assert_equal(content, Open.read(file + '.gz'))
-      puts content
-      FileUtils.rm file + '.gz'
-    end
-  end
-
-  def test_repo_dir
-    file1 = "TEST"
-    file2 = "TEST" * 1000
-    TmpFile.with_file do |tmpdir|
-      tmpdir = Rbbt.tmp.repo_dir.find
-      normal = File.join(tmpdir, 'normal')
-      repo = File.join(tmpdir, 'repo')
-
-      Open.repository_dirs.push(repo)
-
-      Misc.benchmark(100) do
-        filename = "file" << (rand * 100).to_i.to_s
-        Open.write(File.join(normal, filename), file2)
-        100.times do 
-          Open.read(File.join(normal,  filename))
-        end
-      end
-
-      Misc.benchmark(100) do
-        filename = "file" << (rand * 100).to_i.to_s
-        Open.write(File.join(repo, filename), file2)
-        100.times do 
-          Open.read(File.join(repo, filename))
-        end
-      end
-    end
-  end
-  
-  def test_repo_dir2
-    TmpFile.with_file do |tmpdir|
-      tmpdir = Rbbt.tmp.repo_dir.find
-      repo = File.join(tmpdir, 'repo')
-
-      Open.repository_dirs.push(repo)
-
-      obj = { :a => "???a"}
-      filename = "file" << (rand * 100).to_i.to_s
-      Open.write(File.join(repo, filename), Marshal.dump(obj))
-      dump = Open.read(File.join(repo, filename))
-      obj_cp = Marshal.load(dump)
-      assert_equal obj, obj_cp
-    end
-  end
-
-  def test_repo_marshal
-    TmpFile.with_file do |tmpdir|
-      tmpdir = Rbbt.tmp.repo_dir.find
-      repo = File.join(tmpdir, 'repo')
-
-      filename = 'file'
-      Open.repository_dirs.push(repo)
-
-      obj = {:a => "string", :pid => nil, :num => 1000, :p  => Rbbt.tmp.foo}
-      Open.write(File.join(repo, filename), Marshal.dump(obj))
-      new =Open.open(File.join(repo, filename)) do |f|
-        Marshal.load(f)
-      end
-
-      assert_equal new, obj
-    end
-
-  end
-
-  def test_write_stream_repo
-    TmpFile.with_file do |tmpdir|
-      tmpdir = Rbbt.tmp.repo_dir.find
-      repo = File.join(tmpdir, 'repo')
-
-      file = File.join(repo, 'file')
-      Open.repository_dirs.push(repo)
-
-      text = (["text"] * 5) * "\n"
-
-      Misc.consume_stream(StringIO.new(text), false, file)
-
-      assert_equal text, Open.read(file)
-      assert Open.exists?(file)
-      refute File.exist?(file)
-    end
-
-  end
-
-  def test_download_fails
-    TmpFile.with_file do |tmp|
-      assert_raise do
-        Open.download("http:fake-host/some_path", tmp)
-      end
-      refute Open.exists?(tmp)
-    end
-  end
-
-end
-

data/test/rbbt/util/test_procpath.rb

@@ -1,23 +0,0 @@
-require File.join(File.expand_path(File.dirname(__FILE__)), '../..', 'test_helper.rb')
-require 'rbbt/util/procpath'
-
-class TestProcPath < Test::Unit::TestCase
-  def test_record_and_plot
-    Log.with_severity 0 do
-      pid = Process.fork do
-        a = ""
-        (0..1000).each do 
-          a << (0..rand(10000).to_i).to_a.collect{|i| "TEST #{i}" } * " "
-          sleep 0.1
-        end
-      end
-
-      TmpFile.with_file(nil, false) do |db|
-
-        ProcPath.record(pid, db, :interval => '1', "recnum" => 100)
-        ProcPath.plot(db, db + '.svg', "moving-average-window" => 1 )
-      end
-    end
-  end
-end
-

data/test/rbbt/util/test_python.rb

@@ -1,140 +0,0 @@
-require File.join(File.expand_path(File.dirname(__FILE__)), '../..', 'test_helper.rb')
-require 'rbbt/util/python'
-
-class TestPython < Test::Unit::TestCase
-
-  def test_python
-    TmpFile.with_file do |tmpdir|
-      code =<<-EOF
-def python_test(a, b):
-	c = a + b
-	return c
-      EOF
-      Open.write(File.join(tmpdir, 'file1.py'), code)
-      Open.write(File.join(tmpdir, 'file2.py'), code)
-      Open.write(File.join(tmpdir, 'file3.py'), code)
-      Open.write(File.join(tmpdir, 'file4.py'), code)
-      RbbtPython.add_path tmpdir
-
-      res = nil
-
-      RbbtPython.run 'file2', :python_test do 
-        res = python_test(1, 3)
-      end
-      assert_equal 4, res
-
-      RbbtPython.run do
-        pyfrom :file3, :import => :python_test
-        res = python_test(1, 4)
-      end
-      assert_equal 5, res
-
-      RbbtPython.run do
-        pyimport :file4
-        res = file4.python_test(1, 4)
-      end
-      assert_equal 5, res
-
-      RbbtPython.run 'file1' do 
-        res = file1.python_test(1, 2)
-      end
-      assert_equal 3, res
-    end
-  end
-
-  def test_run_log
-    TmpFile.with_file do |tmpdir|
-      code =<<-EOF
-import sys
-def python_print():
-	print("Test STDERR", file=sys.stderr)
-	print("Test STDOUT")
-      EOF
-      Open.write(File.join(tmpdir, 'file_print.py'), code)
-      RbbtPython.add_path tmpdir
-
-      RbbtPython.run_log 'file_print' do 
-        file_print.python_print
-      end
-      RbbtPython.run_log_stderr 'file_print' do 
-        file_print.python_print
-      end
-
-      RbbtPython.run_log 'file_print' do 
-        file_print.python_print
-      end
-    end
-  end
-
-  def test_keras
-    defined = RbbtPython.run do
-      pyimport "tensorflow.keras.models", as: :km
-      defined?(km.Sequential)
-    end
-    assert defined
-  end
-
-  def test_keras_import
-    defined = RbbtPython.run do
-      pyfrom "tensorflow.keras.models", import: :Sequential
-      defined?(self::Sequential)
-    end
-    assert defined
-  end
-
-  def test_iterate
-    a2, b2 = nil, nil
-    RbbtPython.run :numpy, as: :np do 
-      a = np.array([1,2])
-      a2 = RbbtPython.collect a do |e|
-        e * 2
-      end
-      b = PyCall.tuple([1,2])
-      b2 = RbbtPython.collect b do |e|
-        e * 2
-      end
-    end
-    assert_equal [2,4], a2
-    assert_equal [2,4], b2
-  end
-
-  def test_lambda
-    l = PyCall.eval "lambda e: e + 2"
-    assert_equal 5, l.(3)
-  end
-
-  def test_binding
-    raised = false
-    RbbtPython.binding_run do
-      pyimport :torch
-      pyfrom :torch, import: ["nn"]
-      begin
-        torch
-      rescue
-        raised = true
-      end
-    end
-    assert ! raised
-
-    raised = false
-    RbbtPython.binding_run do
-      begin
-        torch
-      rescue
-        raised = true
-      end
-    end
-    assert raised
-  end
-
-  def test_import_method
-    random = RbbtPython.import_method :torch, :rand, :random
-    assert random.call(1).numpy.to_f > 0
-  end
-
-  def test_class_new_obj
-    obj = RbbtPython.class_new_obj("torch.nn", "Module")
-    assert_equal "Module()", obj.to_s
-  end
-end
-

data/test/rbbt/util/test_semaphore.rb

@@ -1,36 +0,0 @@
-require File.join(File.expand_path(File.dirname(__FILE__)), '../..', 'test_helper.rb')
-require 'rbbt/util/semaphore'
-
-class TestRbbtSemaphore < Test::Unit::TestCase
-  def test_process
-    RbbtSemaphore.with_semaphore(10) do |s|
-      pids = []
-      100.times do 
-        pids << Process.fork do
-          100.times do
-            RbbtSemaphore.wait_semaphore(s)
-            sleep 0.001
-            RbbtSemaphore.post_semaphore(s)
-          end
-        end
-      end
-      pids.each do |pid|
-        Process.waitpid pid
-      end
-    end
-  end
-
-  def _test_thread
-    times = 50
-    TmpFile.with_file do |dir|
-      Path.setup(dir)
-      FileUtils.mkdir_p dir
-      RbbtSemaphore.thread_each_on_semaphore((1..times).to_a, 25){|elem|
-        sleep rand
-        Open.write(dir[elem], "test")
-      }
-      assert_equal times, dir.glob.length
-    end
-  end
-end
-

data/test/rbbt/util/test_simpleDSL.rb

@@ -1,55 +0,0 @@
-require File.expand_path(File.dirname(__FILE__) + '/../../test_helper')
-require 'rbbt/util/simpleDSL'
-require 'test/unit'
-
-class TestSimpleDSLClass 
-  include SimpleDSL
-
-  def action(name, *args, &block)
-    @actions ||= {}
-    @actions[name] = args.first
-  end
-
-  def actions
-    @actions
-  end
-end
-
-
-class TestDSL < Test::Unit::TestCase
-  def setup 
-    @parser = TestSimpleDSLClass.new
-    @parser.load_config(:action) do
-      action1 "Hello"
-      action2 "Good bye"
-    end
-  end
-
-  def test_actions
-    assert_equal({:action1=>"Hello", :action2=>"Good bye"}, @parser.actions)
-  end
-
-  def test_method_missing
-    assert_raise(NoMethodError){@parser.cues}
-  end
-
-  def test_config
-    config = <<-EOC
-  action1 "Hello"  
-  action2 "Good bye" 
-    EOC
-
-    begin
-      assert_equal config.split("\n").collect{|l| l.strip}, @parser.config(:action).split("\n").collect{|l| l.strip}
-    rescue SimpleDSL::NoRuby2Ruby
-    end
-  end
-
-  def test_parse
-    @parser.parse :action do
-      action3 "Back again"
-    end
-
-    assert_equal({:action1 =>"Hello", :action2 =>"Good bye", :action3 =>"Back again"}, @parser.actions)
-  end
-end

data/test/rbbt/util/test_simpleopt.rb

@@ -1,11 +0,0 @@
-require File.expand_path(File.dirname(__FILE__) + '/../../test_helper')
-require 'rbbt/util/simpleopt'
-require 'test/unit'
-
-class TestSOPT < Test::Unit::TestCase
-
-  def test_cmd_option_string
-    SOPT.parse("-h--help:-to--tsv-options")
-    assert_equal "tsv-options", SOPT.shortcuts["to"]
-  end
-end

data/test/rbbt/util/test_ssh.rb

@@ -1,10 +0,0 @@
-require File.expand_path(__FILE__).sub(%r(/test/.*), '/test/test_helper.rb')
-require File.expand_path(__FILE__).sub(%r(.*/test/), '').sub(/test_(.*)\.rb/,'\1')
-
-class TestSSH < Test::Unit::TestCase
-  def test_marshal
-
-    assert TrueClass === SSHLine.rbbt('turbo', 'true')
-  end
-end
-

data/test/rbbt/util/test_tmpfile.rb

@@ -1,32 +0,0 @@
-require File.expand_path(File.dirname(__FILE__) + '/../../test_helper')
-require 'rbbt/util/tmpfile'
-require 'test/unit'
-
-class TestTmpFile < Test::Unit::TestCase
-
-  def test_tmp_file
-    assert(TmpFile.tmp_file("test") =~ /(tmpfiles|tmp)\/test\d+$/)
-  end
-
-  def test_do_tmp_file
-    content = "Hello World!"
-    TmpFile.with_file(content) do |file|
-      assert_equal content, File.open(file).read
-    end
-  end
-
-  def test_extension
-    TmpFile.with_file(nil, true, :extension => 'txt') do |file|
-      assert file =~ /\.txt$/
-    end
-  end
-
-  def test_tmpdir
-    TmpFile.with_file(nil, true, :tmpdir => 'TMPDIR') do |file|
-      assert file =~ /TMPDIR/
-    end
-  end
-
-end
-
-