scout-gear 7.3.0 → 8.1.0

data/test/scout/tsv/test_transformer.rb

@@ -0,0 +1,120 @@
+require File.expand_path(__FILE__).sub(%r(/test/.*), '/test/test_helper.rb')
+require File.expand_path(__FILE__).sub(%r(.*/test/), '').sub(/test_(.*)\.rb/,'\1')
+
+require 'scout/tsv'
+class TestTSVTransformer < Test::Unit::TestCase
+  def test_traverse
+    content =<<-EOF
+#: :sep=" "
+#ID    ValueA    ValueB
+row1    A1|A11    B1|B11
+row2    A2|A22    B2|B22
+    EOF
+
+    TmpFile.with_file(content) do |file|
+      parser = TSV::Parser.new file
+      dumper = TSV::Dumper.new :key_field => "Key", :fields => ["Values"], type: :flat
+      dumper.init
+
+      trans = TSV::Transformer.new parser, dumper
+      dumper = trans.traverse do |k,values|
+        [k, values.flatten]
+      end
+
+      tsv = trans.tsv
+      assert_equal %w(A1 A11 B1 B11), tsv['row1']
+    end
+  end
+
+  def test_each
+    content =<<-EOF
+#: :sep=" "
+#ID    ValueA    ValueB
+row1    A1|A11    B1|B11
+row2    A2|A22    B2|B22
+    EOF
+
+    TmpFile.with_file(content) do |file|
+      parser = TSV::Parser.new file
+      dumper = TSV::Dumper.new :key_field => "Key", :fields => ["Values"], type: :flat
+      dumper.init
+
+      trans = TSV::Transformer.new parser, dumper
+      dumper = trans.each do |k,values|
+        values.replace values.flatten
+      end
+
+      trans["row3"] = %w(A3 A33)
+
+      tsv = trans.tsv
+      assert_equal %w(A1 A11 B1 B11), tsv['row1']
+      assert_equal %w(A3 A33), tsv['row3']
+    end
+  end
+
+  def test_no_dumper_no_parser
+    content =<<-EOF
+#: :sep=" "
+#ID    ValueA    ValueB
+row1    A1|A11    B1|B11
+row2    A2|A22    B2|B22
+    EOF
+
+    TmpFile.with_file(content) do |file|
+      trans = TSV::Transformer.new file
+      trans.key_field = "Key"
+      trans.fields = ["Values"]
+      trans.type = :flat
+      trans.sep = "\t"
+
+
+      trans["row3"] = %w(A3 A33)
+
+      trans.each do |k,values|
+        values.replace values.flatten
+      end
+
+      tsv = trans.tsv
+      assert_equal %w(A1 A11 B1 B11), tsv['row1']
+      assert_equal %w(A3 A33), tsv['row3']
+    end
+  end
+
+  def test_to_list
+    content =<<-EOF
+#: :sep=" "
+#ID    ValueA    ValueB
+row1    A1|A11    B1|B11
+row2    A2|A22    B2|B22
+    EOF
+
+    tsv = TSV.open(content)
+    assert_equal "A1", tsv.to_list["row1"]["ValueA"]
+    assert_equal "B2", tsv.to_list["row2"]["ValueB"]
+  end
+
+  def test_to_single
+    content =<<-EOF
+#: :sep=" "
+#ID    ValueA    ValueB
+row1    A1|A11    B1|B11
+row2    A2|A22    B2|B22
+    EOF
+
+    tsv = TSV.open(content)
+    assert_equal "A1", tsv.to_single["row1"]
+    assert_equal "A2", tsv.to_single["row2"]
+  end
+
+  def test_to_flat
+    content =<<-EOF
+#: :sep=" "
+#ID    ValueA    ValueB
+row1    A1|A11    B1|B11
+row2    A2|A22    B2|B22
+    EOF
+
+    tsv = TSV.open(content)
+    assert_equal %w(A1 A11 B1 B11), tsv.to_flat["row1"]
+  end
+end

data/test/scout/tsv/test_traverse.rb

@@ -13,7 +13,6 @@ row2    A    B    Id3
 row2    AA    BB    Id33
     EOF
 
-    sss 0
     tsv = TmpFile.with_file(content) do |filename|
       TSV.open(filename, :persist => true)
     end
@@ -31,18 +30,26 @@ row2    AA    BB    Id33
     assert_equal ["Id3", "B"], res["row2"]
 
     res = {}
-    tsv.traverse "OtherID", %w(Id ValueB), one2one: true do |k,v|
+    tsv.traverse "OtherID", %w(Id ValueB), one2one: :strict do |k,v|
       res[k] = v
     end
     assert_equal [[nil], %w(BB)], res["Id33"]
 
     res = {}
-    tsv.traverse "OtherID", %w(Id ValueB), one2one: true, type: :list do |k,v|
+    tsv.traverse "OtherID", %w(Id ValueB), one2one: :strict, type: :list do |k,v|
       res[k] = v
     end
     assert_equal ["row2", "B"], res["Id3"]
     assert_equal [nil, "BB"], res["Id33"]
 
+    res = {}
+    tsv.traverse "OtherID", %w(Id ValueB), one2one: true, type: :list do |k,v|
+      res[k] = v
+    end
+    assert_equal ["row2", "B"], res["Id3"]
+    assert_equal ["row2", "BB"], res["Id33"]
+
+
     tsv.traverse "OtherID", %w(Id ValueB), one2one: false, type: :list do |k,v|
       res[k] = v
     end
@@ -57,6 +64,36 @@ row2    AA    BB    Id33
     assert_equal %w(Id ValueA ValueB), field_names
   end
 
+  def test_tsv_traverse_all
+    content =<<-'EOF'
+#: :sep=/\s+/#:type=:double
+#Id    ValueA    ValueB    OtherID
+row1    a|aa|aaa    b    Id1|Id2
+row2    A    B    Id3
+row2    AA    BB    Id33
+    EOF
+
+    tsv = TmpFile.with_file(content) do |filename|
+      TSV.open(filename, :persist => true)
+    end
+
+    all_values = []
+    tsv.traverse "ValueA", :all do |k,v|
+      all_values.concat(v)
+    end
+    assert_include all_values.flatten, "row1"
+    assert_include all_values.flatten, "a"
+    assert_include all_values.flatten, "aaa"
+
+    all_values = []
+    tsv.traverse "Id", :all do |k,v|
+      all_values.concat(v)
+    end
+    assert_include all_values.flatten, "row1"
+    assert_include all_values.flatten, "a"
+    assert_include all_values.flatten, "aaa"
+  end
+
   def test_tsv_traverse_list
     content =<<-'EOF'
 #: :sep=/\s+/#:type=:list
@@ -112,5 +149,53 @@ row2    A
     end
     assert_equal [["row1"]], res["a"]
   end
+
+  def test_traverse_reorder_one2one
+    content =<<-'EOF'
+#: :sep=" "
+#ID    ValueA    ValueB
+row1    A1|A11    B1|B11
+row2    A2|A22    B2|B22
+    EOF
+
+    tsv = TmpFile.with_file(content) do |filename|
+      TSV.open(filename, :persist => true)
+    end
+
+    res = {}
+    tsv.traverse "ValueA", one2one: true do |k,v|
+      res[k] = v
+    end
+
+    assert_include res["A2"][0], "row2"
+
+  end
+
+  def test_traverse_select
+    content =<<-'EOF'
+#: :sep=" "
+#ID    ValueA    ValueB
+row1    A1|A11    B1|B11
+row2    A2|A22    B2|B22
+    EOF
+
+    TmpFile.with_file(content) do |filename|
+      tsv = TSV.open(filename, :persist => true, select: "B1")
+
+      assert_equal %w(row1), tsv.keys
+
+      tsv = TSV.open(filename, :persist => true, select: "B2")
+
+      assert_equal %w(row2), tsv.keys
+
+      tsv = TSV.open(filename, :persist => true, select: "B1")
+
+      assert_equal %w(row1), tsv.keys
+
+      tsv = TSV.open(filename, :persist => true, select: "B2")
+
+      assert_equal %w(row2), tsv.keys
+    end
+  end
 end
 

data/test/scout/tsv/test_util.rb

@@ -17,6 +17,7 @@ row2    a    a    id3
     end
     assert_equal %w(row1 row2), tsv.collect{|k,v| k }
     assert NamedArray === tsv.collect{|k,v| v }.first
+    assert "row1", tsv["row1"].key
   end
 
 end

data/test/scout/tsv/util/test_reorder.rb

@@ -0,0 +1,94 @@
+require File.expand_path(__FILE__).sub(%r(/test/.*), '/test/test_helper.rb')
+require File.expand_path(__FILE__).sub(%r(.*/test/), '').sub(/test_(.*)\.rb/,'\1')
+
+require 'scout/tsv'
+
+class TestReorder < Test::Unit::TestCase
+  def test_reorder
+    content =<<-'EOF'
+#: :sep=/\s+/#:type=:double
+#Id    ValueA    ValueB    OtherID
+row1    a1|a2    b1|b2    Id1|Id2
+row2    A1|A3    B1|B3    Id1|Id3
+    EOF
+
+    tsv = TmpFile.with_file(content) do |filename|
+      TSV.open(filename)
+    end
+
+    r = tsv.reorder "OtherID", %w(ValueB Id)
+
+    assert_equal %w(row1 row2), r["Id1"]["Id"]
+    assert_equal %w(row2), r["Id3"]["Id"]
+  end
+
+  def test_reorder_list
+    content =<<-'EOF'
+#: :sep=/\s+/#:type=:list
+#Id    ValueA    ValueB    OtherID
+row1    a1    b1    Id1
+row2    A1    B1    Id1
+    EOF
+
+    tsv = TmpFile.with_file(content) do |filename|
+      TSV.open(filename)
+    end
+
+    r = tsv.reorder "ValueB"
+
+    assert_equal "row1", r["b1"]["Id"]
+    assert_equal "row2", r["B1"]["Id"]
+  end
+
+  def test_reorder_single
+    content =<<-'EOF'
+#: :sep=/\s+/#:type=:single
+#Id    ValueA
+row1    a1
+row2    A1
+    EOF
+
+    tsv = TmpFile.with_file(content) do |filename|
+      TSV.open(filename)
+    end
+
+    r = tsv.reorder "ValueA"
+
+    assert_equal "row1", r["a1"]
+    assert_equal "row2", r["A1"]
+  end
+
+  def test_transpose
+     content =<<-EOF
+#: :type=:list
+#Row   vA   vB   vID
+row1    a    b    Id1
+row2    A    B    Id3
+row3    a    C    Id4
+    EOF
+ 
+    TmpFile.with_file(content) do |filename|
+      tsv = TSV.open(filename, :sep => /\s+/)
+
+      assert_equal %w(vA vB vID),  tsv.transpose("Values").keys
+      assert_equal %w(Id1 Id3 Id4),  tsv.transpose("Values")["vID"]
+    end
+  end
+
+  def test_column
+    content =<<-EOF
+#Id    ValueA    ValueB ValueC
+rowA    A|AA    B|BB  C|CC
+rowa    a|aa    b|BB  C|CC
+    EOF
+
+    TmpFile.with_file(content) do |filename|
+      tsv = TSV.open(File.open(filename), :sep => /\s+/, :type => :double)
+      tsv = tsv.column("ValueA", cast: :downcase)
+      assert_equal %w(a aa), tsv["rowA"]
+      assert_equal %w(a aa), tsv["rowa"]
+    end
+  end
+
+end
+

data/test/scout/tsv/util/test_select.rb

@@ -23,22 +23,36 @@ row2    AA    BB    Id33
     assert_equal ['row2'], s.keys
   end
 
-  def test_reorder
+  def test_select_values
     content =<<-'EOF'
-#: :sep=/\s+/#:type=:double
-#Id    ValueA    ValueB    OtherID
-row1    a1|a2    b1|b2    Id1|Id2
-row2    A1|A3    B1|B3    Id1|Id3
+#: :sep=" "
+#ID    ValueA    ValueB
+row1    A1|A11    B1|B11
+row2    A2|A22    B2|B22
     EOF
 
-    tsv = TmpFile.with_file(content) do |filename|
-      TSV.open(filename)
-    end
+    tsv = TSV.open(content)
+
+    assert TSV.select("row1", tsv["row1"], "A1")
+    refute TSV.select("row2", tsv["row2"], "A1")
+    assert TSV.select("row2", tsv["row2"], "A2")
 
-    r = tsv.reorder "OtherID", %w(ValueB Id)
+    assert TSV.select("row1", tsv["row1"], "B1")
+    refute TSV.select("row2", tsv["row2"], "B1")
+
+    refute TSV.select("row1", tsv["row1"], "B1", invert: true)
+    assert TSV.select("row2", tsv["row2"], "B1", invert: true)
+
+    assert TSV.select("row1", tsv["row1"], {"ValueB" => "B1"})
+    refute TSV.select("row2", tsv["row2"], {"ValueB" => "B1"})
+
+    tsv.with_unnamed do
+      assert TSV.select("row1", tsv["row1"], {"ValueB" => "B1"}, fields: tsv.fields)
+      refute TSV.select("row2", tsv["row2"], {"ValueB" => "B1"}, fields: tsv.fields)
+    end
 
-    assert_equal %w(row1 row2), r["Id1"]["Id"]
-    assert_equal %w(row2), r["Id3"]["Id"]
+    assert TSV.select("row1", tsv["row1"], "B1", field: "ValueB")
+    refute TSV.select("row2", tsv["row2"], "B1", field: "ValueB")
   end
 end
 

data/test/scout/tsv/util/test_unzip.rb

@@ -0,0 +1,112 @@
+require File.expand_path(__FILE__).sub(%r(/test/.*), '/test/test_helper.rb')
+require File.expand_path(__FILE__).sub(%r(.*/test/), '').sub(/test_(.*)\.rb/,'\1')
+
+require 'scout/tsv'
+class TestTSVUnzip < Test::Unit::TestCase
+  def test_unzip
+    content1 =<<-EOF
+#: :sep=" "
+#ID    ValueA    ValueB
+row1    A1|A11    B1|B11
+row2    A2|A22    B2|B22
+    EOF
+
+    tsv = TSV.open(content1)
+    unzip = tsv.unzip("ValueA", delete: true)
+    assert_equal "B1", unzip["row1:A1"]["ValueB"]
+    assert_equal "B22", unzip["row2:A22"]["ValueB"]
+  end
+
+  def test_unzip_list
+    content1 =<<-EOF
+#: :sep=" "#:type=:list
+#ID    ValueA    ValueB
+row1    A1    B1
+row2    A2    B2
+    EOF
+
+    tsv = TSV.open(content1)
+    unzip = tsv.unzip("ValueA", delete: true)
+    assert_equal "B1", unzip["row1:A1"]["ValueB"]
+    assert_equal "B2", unzip["row2:A2"]["ValueB"]
+  end
+
+  def test_unzip_merge
+    content1 =<<-EOF
+#: :sep=" "
+#ID    ValueA    ValueB
+row1    A1|A11|A11    B1|B11|B11.1
+row2    A2|A22|A22    B2|B22|B22.2
+    EOF
+
+    tsv = TSV.open(content1)
+    unzip = tsv.unzip("ValueA", delete: true, merge: true)
+    assert_equal ["B1"], unzip["row1:A1"]["ValueB"]
+    assert_equal ["B11", "B11.1"], unzip["row1:A11"]["ValueB"]
+    assert_equal ["B22", "B22.2"], unzip["row2:A22"]["ValueB"]
+  end
+
+  def test_unzip_merge_stream
+    content1 =<<-EOF
+#: :sep=" "
+#ID    ValueA    ValueB
+row1    A1|A11|A11    B1|B11|B11.1
+row2    A2|A22|A22    B2|B22|B22.2
+    EOF
+
+    tsv = TSV.open(content1)
+    unzip = tsv.unzip("ValueA", delete: true, merge: true, target: :stream).tsv
+    assert_equal ["B1"], unzip["row1:A1"]["ValueB"]
+    assert_equal ["B11", "B11.1"], unzip["row1:A11"]["ValueB"]
+    assert_equal ["B22", "B22.2"], unzip["row2:A22"]["ValueB"]
+  end
+
+  def test_unzip_merge_stream_parser
+    content1 =<<-EOF
+#: :sep=" "
+#ID    ValueA    ValueB
+row1    A1|A11|A11    B1|B11|B11.1
+row2    A2|A22|A22    B2|B22|B22.2
+    EOF
+
+    TmpFile.with_file(content1) do |filename|
+      unzip = TSV.unzip(filename, "ValueA", delete: true, merge: true, target: :stream).tsv
+      assert_equal ["B1"], unzip["row1:A1"]["ValueB"]
+      assert_equal ["B11", "B11.1"], unzip["row1:A11"]["ValueB"]
+      assert_equal ["B22", "B22.2"], unzip["row2:A22"]["ValueB"]
+    end
+  end
+
+  def test_unzip_merge_stream_parser_one2many
+    content1 =<<-EOF
+#: :sep=" "
+#ID    ValueA    ValueB
+row1    A1|A11|A11    B1|B11|B11.1
+row2    A2|A22|A22    B2|B22|B22.2
+    EOF
+
+    TmpFile.with_file(content1) do |filename|
+      unzip = TSV.unzip(filename, "ValueA", delete: true, merge: true, target: :stream, one2one: false).tsv
+      assert_equal ["B1", "B11", "B11.1"], unzip["row1:A1"]["ValueB"].uniq
+      assert_equal ["B1", "B11", "B11.1"], unzip["row1:A11"]["ValueB"].uniq
+    end
+  end
+
+
+  def test_unzip_target
+    content1 =<<-EOF
+#: :sep=" "
+#ID    ValueA    ValueB
+row1    A1|A11|A11    B1|B11|B11.1
+row2    A2|A22|A22    B2|B22|B22.2
+    EOF
+
+    tsv = TSV.open(content1)
+    unzip = TSV.setup({}, :key_field => "Key", :fields => %w(ValueA ValueB))
+    tsv.unzip("ValueA", delete: true, merge: true, target: unzip)
+    assert_equal ["B1"], unzip["row1:A1"]["ValueB"]
+    assert_equal ["B11", "B11.1"], unzip["row1:A11"]["ValueB"]
+    assert_equal ["B22", "B22.2"], unzip["row2:A22"]["ValueB"]
+  end
+end
+

data/test/scout/work_queue/test_socket.rb

@@ -22,7 +22,6 @@ class TestSocket < Test::Unit::TestCase
   end
 
   def __test_speed
-    sss 0
     socket = WorkQueue::Socket.new 
 
     num = 10_000