scout-gear 10.2.0 → 10.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3e807e8eea8b8ff3b40be002fcd9cdfa9fbc8d3fdb447f20b1b3c56f1c318de8
-  data.tar.gz: 8838111c9867b63671060c82b7224f2ac310b64d375f0cc62c26b42092da6f1d
+  metadata.gz: 4e4dbf9f73608dbc264f7f7584af04ac87bbeb2175b04a7ef50d2ef72cea8592
+  data.tar.gz: d423876c0f4cd1132128c519e9576afa7933f5c2f50b2f3498009a7dcba8ea30
 SHA512:
-  metadata.gz: 2dcc68c9d612b208d6b6b94dd366ef37f2467b364d1da8367b1f6833d305d6ef8c35a1dc0f0e27c6e00ce481344e230e20ac6eb85236dd27c75c59e8ad3f0ec5
-  data.tar.gz: 85d8e7458a1453966e2e123fc8ced3a0c2bc8be884a7570f1bb57f4d260db582e90380d2ea0f8a91c91b68decb8439e8b556d294b9d71258c522fa06628ec22b
+  metadata.gz: 8d53af5f2c84362e664ff33f0afafafd5bb92756e5843c68466b81b09b51830a03a99093c18103a3f6a7d26a70099a283fc4841c346b223691b9afd6774399ac
+  data.tar.gz: 3c3fbc75f0ad79395211eb198198aa5e6e31de6e00a5d54375cfff5197d5cacfb6e0755889d157e4671b43edbbb1535b020814881df83a34227d231c623b0461

data/.vimproject

@@ -74,7 +74,6 @@ scout-gear=/$PWD filter="*.rb *.yaml" {
    tsv=tsv{
     util.rb
     util=util{
-     process.rb
      select.rb
      process.rb
      unzip.rb
@@ -89,9 +88,8 @@ scout-gear=/$PWD filter="*.rb *.yaml" {
     persist=persist{
      adapter.rb
      serialize.rb
-     sdbm.rb
-     tkrzw.rb
      tokyocabinet.rb
+     tkrzw.rb
      fix_width_table.rb
     }
     index.rb

data/VERSION

@@ -1 +1 @@
-10.2.0
+10.4.0

data/lib/scout/tsv/attach.rb

@@ -40,12 +40,18 @@ module TSV
 
   def self.attach(source, other, target: nil, fields: nil, match_key: nil, other_key: nil, one2one: true, complete: false, insitu: nil, persist_input: false, bar: nil)
     source = TSV::Transformer.new source unless TSV === source || TSV::Parser === source
-    other = TSV.open other, persist: persist_input unless TSV === other 
+    other = TSV::Parser.new other unless TSV === other || TSV::Parser === other
 
     fields = [fields] if String === fields
 
     match_key, other_key = TSV.match_keys(source, other, match_key: match_key, other_key: other_key)
 
+    if ! (TSV === other)
+      other_key_name = other_key == :key ? other.key_field : other.fields[other_key]
+      other = TSV.open other, key_field: other_key_name, fields: fields, one2one: true, persist: persist_input
+      other_key = :key if other.key_field == source.key_field
+    end
+
     if TSV::Transformer === source
       source.dumper = case target
                       when :stream
@@ -117,6 +123,7 @@ module TSV
                 current_values[overlap] = v if current_values[overlap].nil? || String === current_values[overlap] && current_values[overlap].empty?
               else
                 current_values[overlap] ||= []
+                next if v.nil?
                 current_values[overlap].concat (v - current_values[overlap])
               end
             end
@@ -154,6 +161,7 @@ module TSV
                          end
 
             other_values.zip(overlaps).each do |v,overlap|
+              next if v.nil?
               if false && overlap == :key
                 other_key = Array === v ? v : v.first
               elsif source.type == :list

data/lib/scout/tsv/change_id.rb

@@ -1,10 +1,10 @@
 module TSV
-  def self.change_key(source, new_key_field, identifiers: nil, one2one: false, stream: false, keep: false, persist_identifiers: nil)
+  def self.change_key(source, new_key_field, identifiers: nil, one2one: false, merge: true, stream: false, keep: false, persist_identifiers: nil)
     source = TSV::Parser.new source if String === source
     if identifiers && source.identify_field(new_key_field, strict: true).nil?
       identifiers = identifiers.nil? ? source.identifiers : identifiers
       new = source.attach(identifiers, fields: [new_key_field], insitu: false, one2one: true, persist_input: persist_identifiers)
-      new = new.change_key(new_key_field, keep: keep, stream: stream, one2one: one2one)
+      new = new.change_key(new_key_field, keep: keep, stream: stream, one2one: one2one, merge: merge)
       return new
     end
 
@@ -17,7 +17,7 @@ module TSV
       [k, v]
     end
 
-    stream ? transformer : transformer.tsv
+    stream ? transformer : transformer.tsv(merge: merge, one2one: one2one)
   end
 
   def change_key(*args, **kwargs)

data/lib/scout/tsv/index.rb

@@ -2,7 +2,7 @@ require_relative 'parser'
 require_relative 'transformer'
 require_relative 'persist/fix_width_table'
 module TSV
-  def self.index(tsv_file, target: 0, fields: nil, order: true, bar: nil, **kwargs)
+  def self.index(tsv_file, target: :key, fields: nil, order: true, bar: nil, **kwargs)
     persist, type, persist_update, data_persist = IndiferentHash.process_options kwargs,
       :persist, :persist_type, :persist_update, :data_persist,
       :persist => false, :persist_type => "HDB"
@@ -10,7 +10,7 @@ module TSV
 
     fields = :all if fields.nil?
 
-    Persist.persist(tsv_file, type, kwargs.merge(target: target, fields: fields, persist: persist, update: persist_update, :prefix => "Index", :other_options => kwargs)) do |filename|
+    Persist.persist(tsv_file, type, kwargs.merge(target: target, fields: fields, persist: persist, update: persist_update, prefix: "Index", other_options: {fields: fields, target: target, order: order})) do |filename|
       if filename
         index = ScoutCabinet.open(filename, true, type)
         TSV.setup(index, :type => :single)

data/lib/scout/tsv/parser.rb

@@ -276,6 +276,7 @@ module TSV
       end
       @fix = fix
       @options, @key_field, @fields, @first_line, @preamble = TSV.parse_header(@stream, fix:fix, header_hash:header_hash, sep:sep)
+      @options[:filename] = file if Path.is_filename?(file)
       @options[:sep] = sep if @options[:sep].nil?
       @options.merge!(:key_field => @key_field, :fields => @fields)
       @type = @options[:type] || type
@@ -374,7 +375,7 @@ module TSV
   end
 
   def self.parse(stream, fix: true, header_hash: "#", sep: "\t", filename: nil, namespace: nil, unnamed: false, serializer: nil, **kwargs, &block)
-    parser = TSV::Parser.new stream, fix: fix, header_hash: header_hash, sep: sep
+    parser = TSV::Parser === stream ? stream : TSV::Parser.new(stream, fix: fix, header_hash: header_hash, sep: sep)
 
     cast = kwargs[:cast]
     cast = parser.options[:cast] if cast.nil?
@@ -407,8 +408,9 @@ module TSV
 
     data = parser.traverse **kwargs, &block
     data.type = type
-    data.filename = filename
-    data.namespace = namespace
+    data.filename = filename || parser.options[:filename]
+    data.namespace = namespace || parser.options[:namespace]
+    data.identifiers = parser.options[:identifiers]
     data.unnamed = unnamed
     data.save_extension_attr_hash if data.respond_to?(:save_extension_attr_hash)
     data

data/lib/scout/tsv/persist/tkrzw.rb

@@ -0,0 +1,84 @@
+require 'tkrzw'
+require_relative 'adapter'
+
+module ScoutTKRZW
+  attr_accessor :persistence_path, :persistence_class, :open_options
+
+  def self.open(path, write = true, persistence_class = 'tkh', options = {})
+    open_options = IndiferentHash.add_defaults options, truncate: true, num_buckets: 100, dbm: "HashDBM", sync_hard: true, encoding: "UTF-8"
+  
+    path = path.find if Path === path
+
+    dir = File.dirname(File.expand_path(path))
+    Open.mkdir(dir) unless File.exist?(dir)
+
+    database = Persist::CONNECTIONS[[persistence_class, path]*":"] ||= Tkrzw::DBM.new
+
+    database.close if database.open?
+
+    database.open(path, write, open_options)
+
+    database.extend ScoutTKRZW
+    database.persistence_path ||= path
+    database.open_options = open_options
+
+    #Persist::CONNECTIONS[[persistence_class, path]*":"] = database
+
+    database
+  end
+
+  def close
+    @closed = true
+    @writable = false
+    super
+  end
+
+  def read(force = false)
+    return if open? && ! writable? && ! force
+    self.close if open?
+    if !self.open(@persistence_path, false, @open_options)
+      ecode = self.ecode
+      raise "Open error: #{self.errmsg(ecode)}. Trying to open file #{@persistence_path}"
+    end
+
+    @writable = false
+    @closed = false
+
+    self
+  end
+
+  def write(force = true)
+    return if open? && writable? && ! force
+    self.close if self.open?
+
+    if !self.open(@persistence_path, true, @open_options)
+      ecode = self.ecode
+      raise "Open error: #{self.errmsg(ecode)}. Trying to open file #{@persistence_path}"
+    end
+
+    @writable = true
+    @closed = false
+
+    self
+  end
+
+  def keys
+    search("contain", "")
+  end
+end
+
+Persist.save_drivers[:tkh] = proc do |file, content|
+  data = ScoutTKRZW.open(file, true, "tkh")
+  content.annotate(data)
+  data.extend TSVAdapter
+  data.merge!(content)
+  data.close
+  data.read
+  data
+end
+
+Persist.load_drivers[:tkh] = proc do |file| 
+  data = ScoutTKRZW.open(file, false, "tkh")
+  data.extend TSVAdapter unless TSVAdapter === data
+  data
+end

data/lib/scout/tsv/persist.rb

@@ -1,6 +1,15 @@
 require 'scout/persist'
 require_relative 'persist/adapter'
-require_relative 'persist/tokyocabinet'
+
+begin
+  require_relative 'persist/tokyocabinet'
+rescue Exception
+end
+
+begin
+  require_relative 'persist/tkrzw'
+rescue Exception
+end
 
 Persist.save_drivers[:tsv] = proc do |file,content| 
   stream = if IO === content

data/lib/scout/tsv/transformer.rb

@@ -130,6 +130,27 @@ module TSV
     res
   end
 
+  def to_double
+    return self if self.type == :double
+    res = self.annotate({})
+    self.with_unnamed do
+      transformer = Transformer.new self, res
+      transformer.type = :double
+      transformer.traverse do |k,v|
+        case self.type
+        when :single
+          [k, [[v]]]
+        when :list
+          [k, v.collect{|v| [v] }]
+        when :flat
+          [k, [v]]
+        end
+      end
+    end
+    res
+  end
+
+
   def to_single
     res = self.annotate({})
     transformer = Transformer.new self, res

data/lib/scout/tsv/util/process.rb

@@ -46,7 +46,7 @@ module TSV
   def add_field(name = nil)
     through do |key, values|
       new_values = yield(key, values)
-      new_values = [new_values] if type == :double and not Array === new_values
+      new_values = [new_values].compact if type == :double and not Array === new_values
 
       case
       when (values.nil? and (fields.nil? or fields.empty?))

data/lib/scout/tsv.rb

@@ -28,22 +28,75 @@ module TSV
     {:key_field => key, :fields => fields}.merge(rest_options)
   end
 
+  class << self
+    alias original_setup setup
+
+    def setup(obj, *rest, &block)
+
+      if rest.length == 1 && String === rest.first
+        options = TSV.str2options(rest.first)
+        if Array === obj
+          default_value = case options[:type]
+                          when :double, :flat, :list, nil
+                            []
+                          when :single
+                            nil
+                          end
+          obj = Misc.array2hash(obj, default_value)
+        end
+        original_setup(obj, options, &block)
+      else
+        if Array === obj
+          options = rest.first if Hash === rest.first
+          options ||= {}
+          default_value = case options[:type]
+                          when :double, :flat, :list, nil
+                            []
+                          when :single
+                            nil
+                          end
+          obj = Misc.array2hash(obj, default_value)
+        end
+        original_setup(obj, *rest, &block)
+      end
+    end
+  end
+
   def self.str_setup(option_str, obj)
     options = TSV.str2options(option_str) 
-    setup(obj, options)
+    setup(obj, **options)
   end
 
   def self.open(file, options = {})
     grep, invert_grep = IndiferentHash.process_options options, :grep, :invert_grep, :persist => false
 
     persist_options = IndiferentHash.pull_keys options, :persist
-    persist_options = IndiferentHash.add_defaults persist_options, :prefix => "TSV", :type => "HDB"
+    persist_options = IndiferentHash.add_defaults persist_options, :prefix => "TSV", :type => :HDB
 
     file = StringIO.new file if String === file && ! (Path === file) && file.index("\n")
-    Persist.persist(file, persist_options[:type], persist_options.merge(:other_options => options)) do |filename|
-      data = filename ? ScoutCabinet.open(filename, true, persist_options[:type]) : nil
+
+    source_name, other_options = case file
+                  when StringIO
+                    [file.inspect, options]
+                  when TSV::Parser
+                    [file.options[:filename], file.options]
+                  else
+                    [file, options]
+                  end
+
+    Persist.persist(source_name, persist_options[:type], persist_options.merge(:other_options => other_options)) do |filename|
+      if filename
+        data = case persist_options[:type]
+               when :HDB, :BDB
+                 ScoutCabinet.open(filename, true, persist_options[:type])
+               when :tkh, :tkt, :tks
+                 ScoutTKRZW.open(filename, true, persist_options[:type])
+               end
+      else
+        data = nil
+      end
       options[:data] = data if data
-      options[:filename] = file
+      options[:filename] = TSV::Parser === file ? file.options[:filename] : file
 
       if data
         Log.debug "TSV open #{Log.fingerprint file} into #{Log.fingerprint data}"
@@ -51,8 +104,12 @@ module TSV
         Log.debug "TSV open #{Log.fingerprint file}"
       end
 
-      Open.open(file, grep: grep, invert_grep: invert_grep) do |f|
-        TSV.parse(f, **options)
+      if TSV::Parser === file
+        TSV.parse(file, **options)
+      else
+        Open.open(file, grep: grep, invert_grep: invert_grep) do |f|
+          TSV.parse(f, **options)
+        end
       end
     end
   end

data/lib/scout/workflow/definition.rb

@@ -103,11 +103,18 @@ module Workflow
   end
 
   def task(name_and_type, &block)
-    name, type = name_and_type.collect.first
+    case name_and_type
+    when Hash
+      name, type = name_and_type.collect.first
+    when Symbol
+      name, type = [name_and_type, :binary]
+    when String
+      name, type = [name_and_type, :binary]
+    end
     type = type.to_sym if String === type
     name = name.to_sym if String === name
     @tasks ||= IndiferentHash.setup({})
-    block = self.method(name) if block.nil?
+    block = lambda &self.method(name) if block.nil?
     begin
       @annotate_next_task ||= {}
       @annotate_next_task[:extension] ||=  
@@ -137,7 +144,7 @@ module Workflow
     dep(workflow, oname, *rest, &block) 
     extension :dep_task unless @extension
     task_proc = workflow.tasks[oname]
-    raise "Task #{name} not found" if task_proc.nil?
+    raise "Task #{oname} not found" if task_proc.nil?
     returns task_proc.returns if @returns.nil?
     type = task_proc.type 
     task name => type do

data/lib/scout/workflow/task/dependencies.rb

@@ -19,7 +19,7 @@ module Task
       step_inputs.each do |k,v|
         if Symbol === v
           input_dep = dependencies.select{|d| d.task_name == v }.first
-          resolved_inputs[k] = input_dep || step_inputs[v] || k
+          resolved_inputs[k] = input_dep || provided_inputs[v] || step_inputs[v] || k
         else
           resolved_inputs[k] = v
         end
@@ -79,7 +79,7 @@ module Task
         when Step
           dep = res
           dependencies << dep
-          dep_non_default_inputs = find_dep_non_default_inputs.call(dep, block_options)
+          dep_non_default_inputs = find_dep_non_default_inputs.call(dep, definition_options)
           non_default_inputs.concat(dep_non_default_inputs)
         when Hash
           step_options = block_options.merge(res)

data/lib/scout/workflow/task/inputs.rb

@@ -3,7 +3,7 @@ module Task
   def self.format_input(value, type, options = {})
     return value if IO === value || StringIO === value || Step === value
 
-    if String === value && ! [:path, :file, :folder, :binary].include?(type) && ! (options &&  (options[:noload] || options[:stream] || options[:nofile]))
+    if String === value && ! [:path, :file, :folder, :binary, :tsv].include?(type) && ! (options &&  (options[:noload] || options[:stream] || options[:nofile]))
       if Open.exists?(value) && ! Open.directory?(value)
         Persist.load(value, type) 
       else

data/scout-gear.gemspec

@@ -2,16 +2,16 @@
 # DO NOT EDIT THIS FILE DIRECTLY
 # Instead, edit Juwelier::Tasks in Rakefile, and run 'rake gemspec'
 # -*- encoding: utf-8 -*-
-# stub: scout-gear 10.2.0 ruby lib
+# stub: scout-gear 10.4.0 ruby lib
 
 Gem::Specification.new do |s|
   s.name = "scout-gear".freeze
-  s.version = "10.2.0"
+  s.version = "10.4.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0".freeze) if s.respond_to? :required_rubygems_version=
   s.require_paths = ["lib".freeze]
   s.authors = ["Miguel Vazquez".freeze]
-  s.date = "2023-07-27"
+  s.date = "2023-08-09"
   s.description = "Temporary files, logs, path, resources, persistence, workflows, TSV, etc.".freeze
   s.email = "mikisvaz@gmail.com".freeze
   s.executables = ["scout".freeze]
@@ -51,6 +51,7 @@ Gem::Specification.new do |s|
     "lib/scout/tsv/persist/adapter.rb",
     "lib/scout/tsv/persist/fix_width_table.rb",
     "lib/scout/tsv/persist/serialize.rb",
+    "lib/scout/tsv/persist/tkrzw.rb",
     "lib/scout/tsv/persist/tokyocabinet.rb",
     "lib/scout/tsv/stream.rb",
     "lib/scout/tsv/transformer.rb",
@@ -124,6 +125,7 @@ Gem::Specification.new do |s|
     "test/scout/test_workflow.rb",
     "test/scout/tsv/persist/test_adapter.rb",
     "test/scout/tsv/persist/test_fix_width_table.rb",
+    "test/scout/tsv/persist/test_tkrzw.rb",
     "test/scout/tsv/persist/test_tokyocabinet.rb",
     "test/scout/tsv/test_attach.rb",
     "test/scout/tsv/test_change_id.rb",

data/test/scout/test_tsv.rb

@@ -310,6 +310,9 @@ row2   b  bbb bbbb bb
 
     tsv = TSV.str_setup("ID~ValueA,ValueB#:type=:flat", {})
     assert_equal "ID", tsv.key_field
+
+    tsv = TSV.setup({}, "ID~ValueA,ValueB#:type=:flat")
+    assert_equal "ID", tsv.key_field
   end
 
   def test_cast_in_header
@@ -328,4 +331,31 @@ c 3
       assert_include tsv.to_s, ":cast=:to_f"
     end
   end
+
+  def test_open_persist_parser
+    content =<<-'EOF'
+#: :sep=/\s+/#:type=:double#:merge=:concat
+#Id    ValueA    ValueB    OtherID
+row1    a|aa|aaa    b    Id1|Id2
+row2    A    B    Id3
+row2    a    a    id3
+    EOF
+
+    tsv = TmpFile.with_file(content) do |filename|
+      parser = TSV::Parser.new filename
+      tsv = TSV.open(parser, :persist => true)
+      tsv.close
+      Persist::CONNECTIONS.clear
+      TSV.open(filename, :persist => true)
+    end
+
+    assert_equal "Id", tsv.key_field
+
+    assert tsv.respond_to?(:persistence_class)
+    assert_equal TokyoCabinet::HDB, tsv.persistence_class
+
+    assert_include tsv.keys, 'row1'
+    assert_include tsv.keys, 'row2'
+  end
+
 end

data/test/scout/tsv/persist/test_tkrzw.rb

@@ -0,0 +1,129 @@
+require File.expand_path(__FILE__).sub(%r(/test/.*), '/test/test_helper.rb')
+
+require 'scout/tsv'
+
+begin
+  require File.expand_path(__FILE__).sub(%r(.*/test/), '').sub(/test_(.*)\.rb/,'\1')
+  class TestScoutTKRZW < Test::Unit::TestCase
+    def setup
+    end
+
+    def test_open
+      TmpFile.with_file nil do |tmp|
+        db = ScoutTKRZW.open(tmp, true)
+        1000.times do |i|
+          db["foo#{i}"] = "bar#{i}"
+        end
+        assert_include db, 'foo1'
+        assert_equal 1000, db.keys.length
+
+        db.close
+        TmpFile.with_file nil do |tmp_alt|
+          Open.cp tmp, tmp_alt
+          db2 = ScoutTKRZW.open(tmp_alt, false)
+          assert_include db2, 'foo1'
+          assert_equal 1000, db2.keys.length
+        end
+      end
+    end
+
+    def test_tkrzw
+      content =<<-'EOF'
+#: :sep=/\s+/#:type=:double#:merge=:concat
+#Id    ValueA    ValueB    OtherID
+row1    a|aa|aaa    b    Id1|Id2
+row2    A    B    Id3
+row2    a    a    id3
+      EOF
+
+      tsv = TmpFile.with_file(content) do |filename|
+        Persist.persist(__method__, 'tkh') do
+          TSV.open(filename)
+        end
+      end
+
+
+      assert_equal %w(a aa aaa), tsv["row1"][0]
+
+      assert TSVAdapter === tsv
+      assert TSV === tsv
+      assert_include tsv.instance_variable_get(:@extension_attrs), :key_field
+      assert_include tsv.instance_variable_get(:@extension_attrs), :serializer
+
+      tsv.close
+      tsv_loaded = assert_nothing_raised do
+        TmpFile.with_file(content) do |filename|
+          Persist.persist(__method__, 'tkh') do
+            raise
+          end
+        end
+      end
+
+      assert_equal %w(a aa aaa), tsv_loaded["row1"][0]
+    end
+
+    def __test_benchmark1
+      TmpFile.with_file nil do |tmp|
+
+        Misc.benchmark(1000) do
+          db = ScoutTKRZW.open(tmp, true)
+          1000.times do |i|
+            db["foo#{i}"] = "bar#{i}"
+          end
+          10.times do
+            db.keys
+          end
+          10.times do |i|
+            db["foo#{i}"]
+          end
+          Open.rm tmp
+        end
+
+        Misc.benchmark(1000) do
+          db = ScoutCabinet.open(tmp, true)
+          1000.times do |i|
+            db["foo#{i}"] = "bar#{i}"
+          end
+          10.times do
+            db.keys
+          end
+          10.times do |i|
+            db["foo#{i}"]
+          end
+          db.close
+          Open.rm tmp
+        end
+      end
+    end
+
+    def test_benchmark2
+      TmpFile.with_file nil do |tmp|
+
+        db = ScoutTKRZW.open(tmp, true)
+        10000.times do |i|
+          db["foo#{i}"] = "bar#{i}"
+        end
+
+        Misc.benchmark(1000) do
+          100.times do |i|
+            db["foo#{i}"]
+          end
+        end
+
+        Open.rm tmp
+        db = ScoutCabinet.open(tmp, true)
+        10000.times do |i|
+          db["foo#{i}"] = "bar#{i}"
+        end
+        Misc.benchmark(1000) do
+          100.times do |i|
+            db["foo#{i}"]
+          end
+        end
+      end
+    end
+
+  end
+rescue Exception
+end
+

data/test/scout/tsv/test_transformer.rb

@@ -117,4 +117,16 @@ row2    A2|A22    B2|B22
     tsv = TSV.open(content)
     assert_equal %w(A1 A11 B1 B11), tsv.to_flat["row1"]
   end
+
+  def test_to_double
+    content =<<-EOF
+#: :sep=" "
+#ID    ValueA    ValueB
+row1    A1    B1
+row2    A2    B2
+    EOF
+
+    tsv = TSV.open(content)
+    assert_equal %w(A1), tsv.to_double["row1"]["ValueA"]
+  end
 end

data/test/scout/tsv/util/test_process.rb

@@ -43,5 +43,25 @@ row2    AA    BB    Id33
     assert_equal %w(c cc ccc), tsv["row1"]["ValueC"]
     assert_equal %w(C CC), tsv["row2"]["ValueC"]
   end
+
+  def test_add_field_double_empty
+    content =<<-'EOF'
+#: :sep=/\s+/#:type=:double
+#Id    ValueA    ValueB    OtherID
+row1    a|aa|aaa    b    Id1|Id2
+row2    A    B    Id3
+row2    AA    BB    Id33
+    EOF
+
+    tsv = TmpFile.with_file(content) do |filename|
+      TSV.open(filename)
+    end
+
+    tsv.add_field "ValueC" do |k,v|
+      nil
+    end
+
+    assert_equal %w(), tsv["row1"]["ValueC"]
+  end
 end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: scout-gear
 version: !ruby/object:Gem::Version
-  version: 10.2.0
+  version: 10.4.0
 platform: ruby
 authors:
 - Miguel Vazquez
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-07-27 00:00:00.000000000 Z
+date: 2023-08-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: scout-essentials
@@ -163,6 +163,7 @@ files:
 - lib/scout/tsv/persist/adapter.rb
 - lib/scout/tsv/persist/fix_width_table.rb
 - lib/scout/tsv/persist/serialize.rb
+- lib/scout/tsv/persist/tkrzw.rb
 - lib/scout/tsv/persist/tokyocabinet.rb
 - lib/scout/tsv/stream.rb
 - lib/scout/tsv/transformer.rb
@@ -236,6 +237,7 @@ files:
 - test/scout/test_workflow.rb
 - test/scout/tsv/persist/test_adapter.rb
 - test/scout/tsv/persist/test_fix_width_table.rb
+- test/scout/tsv/persist/test_tkrzw.rb
 - test/scout/tsv/persist/test_tokyocabinet.rb
 - test/scout/tsv/test_attach.rb
 - test/scout/tsv/test_change_id.rb