rbbt-util 5.43.0 → 5.44.1

data/test/rbbt/tsv/test_change_id.rb

@@ -1,61 +0,0 @@
-require File.join(File.expand_path(File.dirname(__FILE__)), '../..', 'test_helper.rb')
-require 'rbbt-util'
-require 'rbbt/tsv'
-require 'rbbt/tsv/change_id'
-
-class TestTSVChangeID < Test::Unit::TestCase
-
-  FILE1=<<-EOF
-#: :sep=' '
-#A B C
-a b c
-aa bb cc
-  EOF
-
-  FILE2=<<-EOF
-#: :sep=' '
-#X Y Z
-x y z
-xx yy zz
-  EOF
-
-  IDENTIFIERS=<<-EOF
-#: :sep=' '
-#A X
-a x
-aa xx
-  EOF
-
-  def tsv(text, options = {})
-    options = Misc.add_defaults options, :type => :list
-    TSV.open StringIO.new(text), options
-  end
-
-  def setup
-    @f1 = tsv(FILE1)
-    @f2 = tsv(FILE2)
-    @f3 = tsv(FILE2, :key_field => "Y")
-    @id = tsv(IDENTIFIERS)
-  end
-
-  def test_swap_id
-    @f3.identifiers = @id
-    assert_equal "a", @f3.swap_id("X","A")["y"]["A"]
-  end
-
-
-  def test_change_key
-    @f1.identifiers = @id
-    assert @f1.change_key("X").include? "x"
-  end
-
-  def test_translate_key
-    @f1.identifiers = @id
-    assert TSV.translate(@f1, @f1.key_field, "X", :persist => false).include? "x"
-  end
-
-  def test_translate_key_persist
-    @f1.identifiers = @id
-    assert TSV.translate(@f1, @f1.key_field, "X", :persist => true).include? "x"
-  end
-end

data/test/rbbt/tsv/test_csv.rb

@@ -1,49 +0,0 @@
-require File.join(File.expand_path(File.dirname(__FILE__)), '../..', 'test_helper.rb')
-require 'rbbt/tsv/csv'
-
-class TestCSV < Test::Unit::TestCase
-  def test_csv
-    text =<<-EOF
-Key,FieldA,FieldB
-k1,a,b
-k2,aa,bb
-    EOF
-
-    tsv = TSV.csv(text)
-    assert_equal 'bb', tsv['k2']['FieldB']
-  end
-
-  def test_csv_key_field
-    text =<<-EOF
-Key,FieldA,FieldB
-k1,a,b
-k2,aa,bb
-    EOF
-
-    tsv = TSV.csv(text, :key_field => 'FieldA', :type => :list)
-    assert_equal 'bb', tsv['aa']['FieldB']
-  end
-
-  def test_csv_double
-    text =<<-EOF
-Key,FieldA,FieldB
-k1,a,b
-k2,aa,bb
-    EOF
-
-    tsv = TSV.csv(text, :key_field => 'FieldA', :type => :double)
-    assert_equal ['bb'], tsv['aa']['FieldB']
-  end
-
-  def test_csv_noheader
-    text =<<-EOF
-k1,a,b
-k2,aa,bb
-    EOF
-
-    tsv = TSV.csv(text, :headers => false)
-    assert_equal %w(k2 aa bb), tsv['row-1']
-  end
-
-end
-

data/test/rbbt/tsv/test_excel.rb

@@ -1,171 +0,0 @@
-require File.join(File.expand_path(File.dirname(__FILE__)), '../..', 'test_helper.rb')
-require 'rbbt/tsv/excel'
-
-class TestExcel < Test::Unit::TestCase
-  def test_xls
-    content =<<-EOF
-#Id    ValueA    ValueB    OtherID
-row1    a|aa|aaa    b    Id1|Id2
-row2    A    B    Id3
-    EOF
-
-    TmpFile.with_file(content) do |filename|
-      tsv = TSV.open(filename, :sep => /\s+/)
-      TmpFile.with_file(nil, true, :extension => 'xlsx') do |excelfile|
-        tsv.xls(excelfile)
-        new = TSV.xls(excelfile)
-        assert_equal %w(row1 row2), new.keys.sort
-      end
-    end
-  end
-
-  def test_xlsx
-    content =<<-EOF
-#Id    ValueA    ValueB    OtherID
-row1    a|aa|aaa    b    Id1|Id2
-row2    A    B    Id3
-    EOF
-
-    TmpFile.with_file(content) do |filename|
-      tsv = TSV.open(filename, :sep => /\s+/)
-      TmpFile.with_file(nil, true, :extension => 'xlsx') do |excelfile|
-        tsv.xlsx(excelfile, :sheet => "Sheet1")
-        new = TSV.xlsx(excelfile, :sheet => "Sheet1")
-        assert_equal %w(row1 row2), new.keys.sort
-      end
-    end
-  end
-
-  def test_excel
-    content =<<-EOF
-#Id    ValueA    ValueB    OtherID
-row1    a|aa|aaa    b    Id1|Id2
-row2    A    B    Id3
-    EOF
-
-    TmpFile.with_file(content) do |filename|
-      tsv = TSV.open(filename, :sep => /\s+/)
-      TmpFile.with_file(nil, true, :extension => 'xlsx') do |excelfile|
-        tsv.xlsx(excelfile, :sheet => "Sheet1")
-        new = TSV.excel(excelfile, :sheet => "Sheet1")
-        assert_equal %w(row1 row2), new.keys.sort
-        new = TSV.xlsx(excelfile, :sheet => "Sheet1")
-        assert_equal %w(row1 row2), new.keys.sort
-      end
-
-      TmpFile.with_file(nil, true, :extension => 'xls') do |excelfile|
-        tsv.xls(excelfile, :sheet => "Sheet1")
-        new = TSV.excel(excelfile, :sheet => "Sheet1")
-        assert_equal %w(row1 row2), new.keys.sort
-        new = TSV.xls(excelfile, :sheet => "Sheet1")
-        assert_equal %w(row1 row2), new.keys.sort
-      end
-    end
-  end
-  
-  def test_excel_sheets
-    content =<<-EOF
-#Id    ValueA    ValueB    OtherID
-row1    a|aa|aaa    b    Id1|Id2
-row2    A    B    Id3
-    EOF
-
-    TmpFile.with_file(content) do |filename|
-      tsv = TSV.open(filename, :sep => /\s+/)
-
-      TmpFile.with_file(nil, false, :extension => 'xlsx') do |excelfile|
-        tsv.xlsx(excelfile)
-        new = TSV.excel(excelfile)
-        assert_equal %w(row1 row2), new.keys.sort
-
-        tsv.xlsx(excelfile, :sheet => "Test")
-        new = TSV.excel(excelfile, :sheet => "Test")
-        assert_equal %w(row1 row2), new.keys.sort
-
-        tsv.xlsx(excelfile, :sheet => "Test")
-        new = TSV.excel(excelfile)
-        assert_equal %w(row1 row2), new.keys.sort
-
-        tsv.xlsx(excelfile)
-        new = TSV.excel(excelfile, :sheet => "Sheet1")
-        assert_equal %w(row1 row2), new.keys.sort
-      end
-
-
-      TmpFile.with_file(nil, false, :extension => 'xls') do |excelfile|
-        tsv.xls(excelfile)
-        new = TSV.excel(excelfile)
-        assert_equal %w(row1 row2), new.keys.sort
-
-        tsv.xls(excelfile, :sheet => "Test")
-        new = TSV.excel(excelfile, :sheet => "Test")
-        assert_equal %w(row1 row2), new.keys.sort
-
-        tsv.xls(excelfile, :sheet => "Test")
-        new = TSV.excel(excelfile)
-        assert_equal %w(row1 row2), new.keys.sort
-
-        tsv.xls(excelfile)
-        new = TSV.excel(excelfile, :sheet => "Sheet1")
-        assert_equal %w(row1 row2), new.keys.sort
-      end
-    end
-  end
-
-  def test_excel_unmerge
-    content =<<-EOF
-#Id    ValueA    ValueB    OtherID
-row1    a|aa    b|bb    Id1|Id2
-row2    A    B    Id3
-    EOF
-
-    TmpFile.with_file(content) do |filename|
-      tsv = TSV.open(filename, :sep => /\s+/)
-
-      TmpFile.with_file(nil, false, :extension => 'xlsx') do |excelfile|
-        tsv.xlsx(excelfile, :unmerge => true)
-
-        new = TSV.excel(excelfile, :merge => false)
-        assert_equal %w(a), new["row1"]["ValueA"]
-
-        new = TSV.excel(excelfile, :merge => true)
-        assert_equal %w(a aa), new["row1"]["ValueA"]
-      end
-    end
-  end
-
-  def test_excel_multi_sheets
-    content =<<-EOF
-#Id    ValueA    ValueB    OtherID
-row1    a|aa|aaa    b    Id1|Id2
-row2    A    B    Id3
-    EOF
-
-    TmpFile.with_file(content) do |filename|
-      tsv1 = TSV.open(filename, :sep => /\s+/)
-      tsv2 = tsv1.annotate(tsv1.dup)
-      tsv3 = tsv1.annotate(tsv1.dup)
-
-      tsv2["row2"] = [["AA"], ["BB"], ["Id4"]]
-      tsv3["row2"] = [["AAA"], ["BBB"], ["Id5"]]
-
-      TmpFile.with_file(nil, false, :extension => 'xlsx') do |excelfile|
-        tsv1.xlsx(excelfile, :sheet => "S1")
-        tsv2.xlsx(excelfile, :sheet => "S2", :add_sheet => true)
-        workbook = RubyXL::Parser.parse excelfile
-
-        assert_equal %w(S1 S2), workbook.worksheets.collect{|s| s.sheet_name} 
-
-        new = TSV.excel(excelfile, :sheet => "S1")
-        assert_equal %w(row1 row2), new.keys.sort
-        assert_equal %w(A), new["row2"]["ValueA"]
-
-        new = TSV.excel(excelfile, :sheet => "S2")
-        assert_equal %w(row1 row2), new.keys.sort
-        assert_equal %w(AA), new["row2"]["ValueA"]
-
-      end
-    end
-  end
-end
-

data/test/rbbt/tsv/test_field_index.rb

@@ -1,19 +0,0 @@
-require File.join(File.expand_path(File.dirname(__FILE__)), '../../', 'test_helper.rb')
-require 'rbbt/tsv'
-require 'rbbt/tsv/field_index'
-
-class TestTSVFieldIndex < Test::Unit::TestCase
-
-  def test_field_index
-    content =<<-EOF
-#Id    ValueA    ValueB ValueC
-rowA    A|AA    B|BB  C|CC
-rowa    a|aa    b|BB  C|CC
-    EOF
-
-    TmpFile.with_file(content) do |filename|
-      tsv = TSV.open(File.open(filename), :sep => /\s+/, :type => :double)
-      assert_equal ["rowA"], tsv.field_index("ValueA")["A"]
-    end
-  end
-end

data/test/rbbt/tsv/test_filter.rb

@@ -1,187 +0,0 @@
-require File.join(File.expand_path(File.dirname(__FILE__)), '../..', 'test_helper.rb')
-require 'rbbt/tsv'
-require 'rbbt/tsv/filter'
-
-class TestTSVFilters < Test::Unit::TestCase
-  def test_collect
-    content1 =<<-EOF
-#: :sep=/\\s+/#:case_insensitive=false
-#Id    ValueA    ValueB
-row1    a|aa|aaa    b
-row2    A    B
-    EOF
-
-    TmpFile.with_file(content1) do |filename|
-      tsv = TSV.open filename
-      tsv.filter
-      tsv.add_filter "field:ValueA", ["A"]
-      assert_equal 1, tsv.collect.size
-    end
-  end
-
-  def test_through
-    content1 =<<-EOF
-#: :sep=/\\s+/#:case_insensitive=false
-#Id    ValueA    ValueB
-row1    a|aa|aaa    b
-row2    A    B
-    EOF
-
-    TmpFile.with_file(content1) do |filename|
-      tsv = TSV.open filename
-      tsv.filter
-      tsv.add_filter "field:ValueA", ["A"]
-      elem = []
-      tsv.through do |k,v| elem << k end
-      assert_equal 1, elem.size
-    end
-  end
-
-  def test_2_filters
-    content1 =<<-EOF
-#: :sep=/\\s+/#:case_insensitive=false
-#Id    ValueA    ValueB
-row1    a|aa|aaa    b
-row2    A    B
-row3    A    C
-    EOF
-
-    TmpFile.with_file(content1) do |filename|
-      tsv = TSV.open filename
-      tsv.filter
-      tsv.add_filter "field:ValueA", ["A"]
-
-      elem = []
-      tsv.through do |k,v| elem << k end
-      assert_equal 2, elem.size
-      assert_equal ["row2", "row3"], elem.sort
-
-      tsv.add_filter "field:ValueB", ["C"]
-
-      elem = []
-      tsv.through do |k,v| elem << k end
-      assert_equal 1, elem.size
-    end
-  end
-
-  def test_filter_persistence
-    content1 =<<-EOF
-#: :sep=/\\s+/#:case_insensitive=false
-#Id    ValueA    ValueB
-row1    a|aa|aaa    b
-row2    A    B
-row3    A    C
-    EOF
-
-    TmpFile.with_file(content1) do |filename|
-      tsv = TSV.open filename
-      tsv.filter
-      tsv.add_filter "field:ValueA", ["A"], Rbbt.tmp.test.Filter.fieldValueA.find(:user)
-
-      elem = []
-      tsv.through do |k,v| elem << k end
-      assert_equal 2, elem.size
-
-      tsv.add_filter "field:ValueB", ["C"]
-
-      elem = []
-      tsv.through do |k,v| elem << k end
-      assert_equal 1, elem.size
-
-      tsv = TSV.open filename
-      tsv.filter
-      tsv.add_filter "field:ValueA", ["A"], Rbbt.tmp.test.Filter.fieldValueA.find(:user)
-
-      elem = []
-      tsv.through do |k,v| elem << k end
-      assert_equal 2, elem.size
-    end
-  end
-
-  def __test_filter_persistence_update
-    content1 =<<-EOF
-#: :sep=/\\s+/#:case_insensitive=false
-#Id    ValueA    ValueB
-row1    a|aa|aaa    b
-row2    A    B
-    EOF
-
-    TmpFile.with_file(content1) do |filename|
-      tsv = TSV.open filename
-      tsv.filter
-      tsv.add_filter "field:ValueA", ["A"], Rbbt.tmp.test.Filter.fieldValueA.find(:user)
-
-      elem = []
-      tsv.through do |k,v| elem << k end
-      assert_equal 1, elem.size
-
-      tsv["row3"] = [["A"], ["C"]]
-
-      elem = []
-      tsv.through do |k,v| elem << k end
-      assert_equal 2, elem.size
-
-      tsv.add_filter "field:ValueB", ["C"]
-
-      elem = []
-      tsv.through do |k,v| elem << k end
-      assert_equal 1, elem.size
-
-      tsv = TSV.open filename
-      tsv.filter
-      tsv.add_filter "field:ValueA", ["A"], Rbbt.tmp.test.Filter.fieldValueA.find(:user)
-
-      elem = []
-      tsv.through do |k,v| elem << k end
-      assert_equal 1, elem.size
-    end
-  end
-
-  def test_delete
-    content =<<-EOF
-#ID ValueA ValueB Comment
-row1 a b c
-row2 A B C
-    EOF
-
-    TmpFile.with_file(content) do |filename|
-      tsv = TSV.open(File.open(filename), :double, :sep => /\s/)
-      assert_equal 2, tsv.keys.length
-      tsv.delete "row2"
-      assert_equal 1, tsv.keys.length
-
-      tsv = TSV.open(File.open(filename), :double, :sep => /\s/)
-      tsv.filter
-      tsv.add_filter "field:ValueA", ["A"]
-
-      assert_equal 1, tsv.keys.length
-      assert_equal ["row2"], tsv.keys
-
-      tsv.delete "row2"
-      assert_equal 0, tsv.keys.length
-
-      tsv.pop_filter
-      assert_equal ["row1"], tsv.keys
-    end
-  end
-
-  def test_filename
-    content1 =<<-EOF
-#: :sep=/\\s+/#:case_insensitive=false
-#Id    ValueA    ValueB
-row1    a|aa|aaa    b
-row2    A    B
-    EOF
-
-    TmpFile.with_file(content1) do |filename|
-      tsv = TSV.open filename
-      tsv.filter
-      tsv.add_filter "field:ValueA", ["A"]
-      assert tsv.filename =~ /ValueA/
-      tsv.pop_filter
-      assert tsv.filename !~ /ValueA/
-    end
- 
-  end
-end
-