scout-gear 10.7.3 → 10.7.5

data/lib/scout/workflow/entity.rb

@@ -0,0 +1,99 @@
+require 'scout/entity'
+require 'scout/workflow'
+
+module EntityWorkflow
+
+  def self.extended(base)
+    base.extend Workflow
+    base.extend Entity
+
+    base.instance_variable_set(:@annotation_inputs, IndiferentHash.setup({})) unless base.instance_variables.include?(:@annotation_inputs)
+    class << base
+      def annotation_input(name, type=nil, desc=nil, default=nil, options = {})
+        annotation name
+        annotation_inputs = self.instance_variable_get("@annotation_inputs")
+        annotation_inputs[name] = [type, desc, default, options]
+      end
+    end
+
+    base.helper :entity do
+      base.setup(clean_name.dup, inputs.to_hash)
+    end
+
+    base.helper :entity_list do 
+      list = inputs.last
+      list = list.load if Step === list
+      base.setup(list, inputs.to_hash)
+    end
+
+    base.property job: :both  do |task_name,options={}|
+      if Array === self && AnnotatedArray === self
+        base.job(task_name, "Default", options.merge(list: self))
+      else
+        base.job(task_name, self, options)
+      end
+    end
+  end
+
+  def property_task(task_name, property_type=:single, *args, &block)
+    task_name, result_type = task_name.keys.first, task_name.values.first if Hash === task_name
+
+    annotation_inputs = self.instance_variable_get("@annotation_inputs")
+    self.annotations.each do |annotation|
+      if annotation_inputs[annotation]
+        input annotation, *annotation_inputs[annotation]
+      else
+        input annotation
+      end
+    end
+    case property_type
+    when :single, :single2array
+      input :entity, :string, "#{self.to_s} identifier", nil, jobname: true
+      task(task_name => result_type, &block)
+    when :both
+      input :entity, :string, "#{self.to_s} identifier", nil, jobname: true
+      input :list, :array, "#{self.to_s} identifier list"
+      task(task_name => result_type, &block)
+    else
+      input :list, :array, "#{self.to_s} identifier list"
+      task(task_name => result_type, &block)
+    end
+
+    property task_name => property_type do |*args|
+      job = job(task_name, *args)
+      Array === job ? job.collect(&:run) : job.run
+    end
+  end
+
+  def entity_task(task_name, *args, &block)
+    property_task(task_name, :single, *args, &block)
+  end
+
+  def list_task(task_name, *args, &block)
+    property_task(task_name, :array, *args, &block)
+  end
+
+  def multiple_task(task_name, *args, &block)
+    property_task(task_name, :multiple, *args, &block)
+  end
+
+  def property_task_alias(task_name, property_type=:single, *args)
+    task_alias task_name, *args
+    property task_name => property_type do |*args|
+      job = job(task_name, *args)
+      Array === job ? job.collect(&:run) : job.run
+    end
+  end
+
+  def entity_task_alias(task_name, *args)
+    property_task_alias(task_name, :single, *args)
+  end
+
+  def list_task_alias(task_name, *args)
+    property_task_alias(task_name, :array, *args)
+  end
+
+  def multiple_task_alias(task_name, *args)
+    property_task_alias(task_name, :multiple, *args)
+  end
+end

data/lib/scout/workflow/export.rb

@@ -0,0 +1,66 @@
+module Workflow
+
+  annotation :asynchronous_exports, :synchronous_exports, :exec_exports, :stream_exports
+
+  def asynchronous_exports
+    @asynchronous_exports ||= []
+  end
+
+  def synchronous_exports
+    @synchronous_exports ||= []
+  end
+
+  def exec_exports
+    @exec_exports ||= []
+  end
+
+  def stream_exports
+    @exec_exports ||= []
+  end
+
+
+  def all_exports
+    asynchronous_exports + synchronous_exports + exec_exports + stream_exports
+  end
+
+  alias task_exports all_exports
+
+  def unexport(*names)
+    names = names.collect{|n| n.to_s} + names.collect{|n| n.to_sym}
+    names.uniq!
+    exec_exports.replace exec_exports - names if exec_exports
+    synchronous_exports.replace synchronous_exports - names if synchronous_exports
+    asynchronous_exports.replace asynchronous_exports - names if asynchronous_exports
+    stream_exports.replace stream_exports - names if stream_exports
+  end
+  
+  def export_exec(*names)
+    unexport *names
+    exec_exports.concat names
+    exec_exports.uniq!
+    exec_exports
+  end
+
+  def export_synchronous(*names)
+    unexport *names
+    synchronous_exports.concat names
+    synchronous_exports.uniq!
+    synchronous_exports
+  end
+
+  def export_asynchronous(*names)
+    unexport *names
+    asynchronous_exports.concat names
+    asynchronous_exports.uniq!
+    asynchronous_exports
+  end
+
+  def export_stream(*names)
+    unexport *names
+    stream_exports.concat names
+    stream_exports.uniq!
+    stream_exports
+  end
+
+  alias export export_asynchronous
+end

data/lib/scout/workflow/step/dependencies.rb

@@ -1,5 +1,5 @@
 class Step
-  def rec_dependencies(connected = false, seen = [])
+  def rec_dependencies(connected = false, seen = Set.new)
     @rec_dependencies = {}
     @rec_dependencies[connected] ||= begin
                             direct_deps = []
@@ -8,11 +8,8 @@ class Step
                               next if connected && dep.done? && dep.updated?
                               direct_deps << dep
                             end if dependencies
-                            seen.concat direct_deps.collect{|d| d.path }
-                            seen.uniq!
-                            direct_deps.inject(direct_deps){|acc,d| acc.concat(d.rec_dependencies(connected, seen)); acc }
-                            direct_deps.uniq!
-                            direct_deps
+                            seen += direct_deps.collect{|d| d.path }
+                            direct_deps.inject(Set.new(direct_deps)){|acc,d| acc += d.rec_dependencies(connected, seen) }
                           end
   end
 

data/lib/scout/workflow/step/file.rb

@@ -21,13 +21,13 @@ class Step
   end
 
   def files
-    Dir.glob(File.join(files_dir, '**', '*')).reject{|path| File.directory? path }.collect do |path| 
-      Misc.path_relative_to(files_dir, path) 
+    files_dir.glob("**/*").reject{|path| File.directory? path }.collect do |path|
+      Misc.path_relative_to(files_dir, path)
     end
   end
 
   def bundle_files
-    [path, info_file, Dir.glob(File.join(files_dir,"**/*"))].flatten.select{|f| Open.exist?(f) }
+    [path, info_file, files_dir.glob("**/*")].flatten.select{|f| Open.exist?(f) }
   end
 
   def copy_linked_files_dir

data/lib/scout/workflow/step/info.rb

@@ -1,5 +1,6 @@
+require 'scout/config'
 class Step
-  SERIALIZER = :marshal
+  SERIALIZER = Scout::Config.get(:serializer, :step_info, :info, :step, env: "SCOUT_SERIALIZER", default: :json)
   def info_file
     return nil if @path.nil?
     @info_file ||= begin
@@ -13,7 +14,11 @@ class Step
     info = begin
              Persist.load(info_file, SERIALIZER) || {}
            rescue
-             {status: :noinfo}
+             begin
+               Persist.load(info_file, :marshal) || {}
+             rescue
+               {status: :noinfo}
+             end
            end
     IndiferentHash.setup(info)
   end
@@ -69,6 +74,11 @@ class Step
           issued = info[:issued]
           start = info[:start]
           eend = new_info[:end]
+
+          start = Time.parse start if String === start
+          eend = Time.parse eend if String === eend
+          issued = Time.parse issued if String === issued
+
           if start && eend
             time = eend - start
             total_time = eend - issued

data/lib/scout/workflow/step/provenance.rb

@@ -108,12 +108,11 @@ class Step
     status = info[:status] || :missing
     status = status.to_sym if String === status
     status = :noinfo if status == :missing && Open.exist?(path)
-    status = "remote" if Open.remote?(path) || Open.ssh?(path)
+    status = :remote if Open.remote?(path) || Open.ssh?(path)
     name = info[:name] || File.basename(path)
     status = :unsync if status == :done and not Open.exist?(path)
     status = :notfound if status == :noinfo and not Open.exist?(path)
 
-
     this_step_msg = prov_report_msg(status, name, path, info, input)
 
     input_dependencies ||= {}

data/lib/scout/workflow/step/status.rb

@@ -42,6 +42,7 @@ class Step
     @result = nil
     @info = nil
     @info_load_time = nil
+    @done = nil
     Open.rm path if Open.exist_or_link?(path)
     Open.rm tmp_path if Open.exist_or_link?(tmp_path)
     Open.rm info_file if Open.exist_or_link?(info_file)

data/lib/scout/workflow/step.rb

@@ -75,19 +75,21 @@ class Step
   def clean_name
     return @id if @id
     return info[:clean_name] if info.include? :clean_name
-    if m = name.match(/(.*?)(?:_[a-z0-9]{32})?(?:\..*)?/)
+    if m = name.match(/(.+?)(?:_[a-z0-9]{32})?(?:\..*)?$/)
       return m[1] 
     end
     return name.split(".").first
   end
 
   def task_name
+    return @task_name if @task_name
     @task_name ||= @task.name if @task.respond_to?(:name)
     @task_name ||= info[:task_name] if Open.exist?(info_file)
     @task_name ||= path.split("/")[-2]
   end
 
   def workflow
+    return @workflow if @workflow
     @workflow ||= @task.workflow if Task === @task
     @workflow ||= info[:workflow] if info_file && Open.exist?(info_file)
     @workflow ||= path.split("/")[-3]
@@ -181,7 +183,7 @@ class Step
         log :start
         @exec_result = exec
 
-        if @exec_result.nil? && File.exist?(self.tmp_path) && ! File.exist?(self.path)
+        if @exec_result.nil? && Open.exist?(self.tmp_path) && ! Open.exist?(self.path)
           Open.mv self.tmp_path, self.path
         else
           @exec_result = @exec_result.stream if @exec_result.respond_to?(:stream) && ! (TSV === @exec_result)
@@ -263,7 +265,7 @@ class Step
   end
 
   def done?
-    Open.exist?(path)
+    @done ||= Open.exist?(path)
   end
 
   def streaming?

data/lib/scout/workflow/task/info.rb

@@ -0,0 +1,99 @@
+require_relative 'inputs'
+module Workflow
+
+  def rec_inputs(task_name)
+    tasks[task_name].recursive_inputs.collect{|name, _| name }
+  end
+
+  def rec_input_types(task_name)
+    tasks[task_name].recursive_inputs.inject({}) do |acc,l|
+      name, type, desc, default, options = l
+      acc.merge!(name => type) unless acc.include?(name)
+      acc
+    end
+  end
+
+
+  def rec_input_descriptions(task_name)
+    tasks[task_name].recursive_inputs.inject({}) do |acc,l|
+      name, type, desc, default, options = l
+      acc.merge!(name => desc)  unless desc.nil? || acc.include?(name)
+      acc
+    end
+  end
+
+  def rec_input_defaults(task_name)
+    tasks[task_name].recursive_inputs.inject({}) do |acc,l|
+      name, type, desc, default, options = l
+      acc.merge!(name => default)  unless default.nil? || acc.include?(name)
+      acc
+    end
+  end
+
+  def rec_input_options(task_name)
+    tasks[task_name].recursive_inputs.inject({}) do |acc,l|
+      name, type, desc, default, options = l
+      acc.merge!(name => options) unless options.nil? unless acc.include?(name)
+      acc
+    end
+  end
+
+
+  def rec_input_use(task_name)
+    input_use = {}
+    task = self.tasks[task_name]
+    task.inputs.each do |name,_| 
+      input_use[name] ||= {} 
+      input_use[name][self] ||= []
+      input_use[name][self] << task_name
+    end
+
+    task.deps.inject(input_use) do |acc,p|
+      workflow, task_name = p
+      next if task_name.nil?
+      workflow.rec_input_use(task_name).each do |name,uses|
+        acc[name] ||= {}
+        uses.each do |workflow, task_names|
+          acc[name][workflow] ||= []
+          acc[name][workflow].concat(task_names)
+        end
+      end
+      acc
+    end if task.deps
+
+    input_use
+  end
+  def task_info(name)
+    name = name.to_sym
+    task = tasks[name]
+    raise "No '#{name}' task in '#{self.name}' Workflow" if task.nil?
+    id = File.join(self.name, name.to_s)
+    @task_info ||= {}
+    @task_info[id] ||= begin 
+                         description = task.description
+                         returns = task.returns
+
+                         inputs = rec_inputs(name).uniq
+                         input_types = rec_input_types(name)
+                         input_descriptions = rec_input_descriptions(name)
+                         input_use = rec_input_use(name)
+                         input_defaults = rec_input_defaults(name)
+                         input_options = rec_input_options(name)
+                         extension = task.extension
+
+                         dependencies = tasks[name].deps
+                         { :id => id,
+                           :description => description,
+                           :inputs => inputs,
+                           :input_types => input_types,
+                           :input_descriptions => input_descriptions,
+                           :input_defaults => input_defaults,
+                           :input_options => input_options,
+                           :input_use => input_use,
+                           :returns => returns,
+                           :dependencies => dependencies,
+                           :extension => extension
+                         }
+                       end
+  end
+end

data/lib/scout/workflow/task/inputs.rb

@@ -186,7 +186,8 @@ module Task
       seen << name
     end
 
-    Dir.glob(File.join(directory, "*#*")).each do |file|
+    directory = Path.setup(directory.dup) unless Path === directory
+    directory.glob("*#*").each do |file|
       override_dep, _, extension = File.basename(file).partition(".")
 
       inputs[override_dep] = Task.load_input_from_file(file, :file)

data/lib/scout/workflow/task.rb

@@ -3,6 +3,7 @@ require 'scout/named_array'
 require_relative 'step'
 require_relative 'task/inputs'
 require_relative 'task/dependencies'
+require_relative 'task/info'
 
 module Task
   extend Annotation

data/lib/scout/workflow.rb

@@ -7,6 +7,8 @@ require_relative 'workflow/usage'
 require_relative 'workflow/deployment'
 require_relative 'workflow/exceptions'
 require_relative 'workflow/path'
+require_relative 'workflow/entity'
+require_relative 'workflow/export'
 
 require 'scout/resource'
 require 'scout/resource/scout'
@@ -50,7 +52,7 @@ module Workflow
 
   end
 
-  attr_accessor :libdir
+  attr_accessor :libdir, :knowledge_base
 
   def self.extended(base)
     self.workflows << base
@@ -70,7 +72,7 @@ module Workflow
 
   def self.install_workflow(workflow, base_repo_url = nil)
     case
-    when File.exist?(workflow)
+    when Open.exist?(workflow)
       update_workflow_dir(workflow)
     else
       Misc.in_dir(self.workflow_dir) do

data/lib/scout-gear.rb

@@ -1,5 +1,9 @@
 require 'scout-essentials'
 require_relative 'scout/tsv'
-require_relative 'scout/offsite'
 
 Path.path_maps[:scout_gear] = File.join(Path.caller_lib_dir(__FILE__), "{TOPLEVEL}/{SUBPATH}")
+
+Persist.cache_dir     = Scout.var.cache.persistence
+TmpFile.tmpdir        = Scout.tmp.find :user
+Resource.default_resource = Scout
+

data/scout-gear.gemspec

@@ -2,17 +2,17 @@
 # DO NOT EDIT THIS FILE DIRECTLY
 # Instead, edit Juwelier::Tasks in Rakefile, and run 'rake gemspec'
 # -*- encoding: utf-8 -*-
-# stub: scout-gear 10.7.3 ruby lib
+# stub: scout-gear 10.7.5 ruby lib
 
 Gem::Specification.new do |s|
   s.name = "scout-gear".freeze
-  s.version = "10.7.3".freeze
+  s.version = "10.7.5".freeze
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0".freeze) if s.respond_to? :required_rubygems_version=
   s.require_paths = ["lib".freeze]
   s.authors = ["Miguel Vazquez".freeze]
-  s.date = "2025-01-17"
-  s.description = "Temporary files, logs, path, resources, persistence, workflows, TSV, etc.".freeze
+  s.date = "2025-03-19"
+  s.description = "Scout gear: workflow, TSVs, persistence, entities, associations, and knowledge_bases.".freeze
   s.email = "mikisvaz@gmail.com".freeze
   s.executables = ["scout".freeze]
   s.extra_rdoc_files = [
@@ -51,11 +51,6 @@ Gem::Specification.new do |s|
     "lib/scout/knowledge_base/query.rb",
     "lib/scout/knowledge_base/registry.rb",
     "lib/scout/knowledge_base/traverse.rb",
-    "lib/scout/offsite.rb",
-    "lib/scout/offsite/exceptions.rb",
-    "lib/scout/offsite/ssh.rb",
-    "lib/scout/offsite/step.rb",
-    "lib/scout/offsite/sync.rb",
     "lib/scout/persist/engine.rb",
     "lib/scout/persist/engine/fix_width_table.rb",
     "lib/scout/persist/engine/packed_index.rb",
@@ -105,7 +100,9 @@ Gem::Specification.new do |s|
     "lib/scout/workflow/deployment/orchestrator.rb",
     "lib/scout/workflow/deployment/trace.rb",
     "lib/scout/workflow/documentation.rb",
+    "lib/scout/workflow/entity.rb",
     "lib/scout/workflow/exceptions.rb",
+    "lib/scout/workflow/export.rb",
     "lib/scout/workflow/path.rb",
     "lib/scout/workflow/step.rb",
     "lib/scout/workflow/step/archive.rb",
@@ -121,6 +118,7 @@ Gem::Specification.new do |s|
     "lib/scout/workflow/step/status.rb",
     "lib/scout/workflow/task.rb",
     "lib/scout/workflow/task/dependencies.rb",
+    "lib/scout/workflow/task/info.rb",
     "lib/scout/workflow/task/inputs.rb",
     "lib/scout/workflow/usage.rb",
     "lib/scout/workflow/util.rb",
@@ -140,7 +138,6 @@ Gem::Specification.new do |s|
     "scout_commands/kb/show",
     "scout_commands/kb/traverse",
     "scout_commands/log",
-    "scout_commands/offsite",
     "scout_commands/rbbt",
     "scout_commands/resource/produce",
     "scout_commands/template",
@@ -175,10 +172,6 @@ Gem::Specification.new do |s|
     "test/scout/knowledge_base/test_query.rb",
     "test/scout/knowledge_base/test_registry.rb",
     "test/scout/knowledge_base/test_traverse.rb",
-    "test/scout/offsite/test_ssh.rb",
-    "test/scout/offsite/test_step.rb",
-    "test/scout/offsite/test_sync.rb",
-    "test/scout/offsite/test_task.rb",
     "test/scout/persist/engine/test_fix_width_table.rb",
     "test/scout/persist/engine/test_packed_index.rb",
     "test/scout/persist/engine/test_sharder.rb",
@@ -196,7 +189,6 @@ Gem::Specification.new do |s|
     "test/scout/test_association.rb",
     "test/scout/test_entity.rb",
     "test/scout/test_knowledge_base.rb",
-    "test/scout/test_offsite.rb",
     "test/scout/test_semaphore.rb",
     "test/scout/test_tsv.rb",
     "test/scout/test_work_queue.rb",
@@ -235,9 +227,11 @@ Gem::Specification.new do |s|
     "test/scout/workflow/step/test_provenance.rb",
     "test/scout/workflow/step/test_status.rb",
     "test/scout/workflow/task/test_dependencies.rb",
+    "test/scout/workflow/task/test_info.rb",
     "test/scout/workflow/task/test_inputs.rb",
     "test/scout/workflow/test_definition.rb",
     "test/scout/workflow/test_documentation.rb",
+    "test/scout/workflow/test_entity.rb",
     "test/scout/workflow/test_path.rb",
     "test/scout/workflow/test_step.rb",
     "test/scout/workflow/test_task.rb",
@@ -249,7 +243,7 @@ Gem::Specification.new do |s|
   ]
   s.homepage = "http://github.com/mikisvaz/scout-gear".freeze
   s.licenses = ["MIT".freeze]
-  s.rubygems_version = "3.5.23".freeze
+  s.rubygems_version = "3.6.5".freeze
   s.summary = "basic gear for scouts".freeze
 
   s.specification_version = 4
@@ -258,9 +252,6 @@ Gem::Specification.new do |s|
   s.add_runtime_dependency(%q<net-ssh>.freeze, [">= 0".freeze])
   s.add_runtime_dependency(%q<matrix>.freeze, [">= 0".freeze])
   s.add_runtime_dependency(%q<RubyInline>.freeze, [">= 0".freeze])
-  s.add_development_dependency(%q<rdoc>.freeze, ["~> 3.12".freeze])
-  s.add_development_dependency(%q<bundler>.freeze, ["~> 1.0".freeze])
   s.add_development_dependency(%q<juwelier>.freeze, ["~> 2.1.0".freeze])
-  s.add_development_dependency(%q<simplecov>.freeze, [">= 0".freeze])
 end
 

data/scout_commands/doc

@@ -26,12 +26,12 @@ end
 
 module_name = ARGV.first
 if module_name.nil?
-  puts Rbbt.doc.lib.scout.glob("**/*.md").collect{|f| File.basename(f.unset_extension) } * "\n"
+  puts Scout.doc.lib.scout.glob("**/*.md").collect{|f| File.basename(f.unset_extension) } * "\n"
 else
   begin
-    puts Rbbt.doc.lib.scout[module_name].find_with_extension('md', :lib).read
+    puts Scout.doc.lib.scout[module_name].find_with_extension('md', :lib).read
   rescue
-    puts Rbbt.doc.lib.scout.glob("**/*.md").select{|f| File.basename(f.unset_extension) == module_name }.first.read
+    puts Scout.doc.lib.scout.glob("**/*.md").select{|f| File.basename(f.unset_extension) == module_name }.first.read
   end
 end
 

data/scout_commands/workflow/task

@@ -19,6 +19,7 @@ $ #{$0} [<options>] <workflow> <task>
 --nostream Disable job streaming
 --update Update jobs with newer dependencies
 --deploy* Deploy mode: serial, local, or SLURM (default 'serial')
+--fork Fork and return path
 -jn--jobname* Name to use as job identifier
 -li--load_inputs* Directory with inputs files to load
 -pf--printpath Print the file path
@@ -39,8 +40,8 @@ task = workflow.tasks[task_name.to_sym] if task_name
 
 options[:help] = true if task.nil?
 
-help, provenance, clean, recursive_clean, clean_task, load_inputs, jobname, printpath, deploy, override_deps = IndiferentHash.process_options options, 
-  :help, :provenance, :clean, :recursive_clean, :clean_task, :load_inputs, :jobname, :printpath, :deploy, :override_deps,
+help, provenance, clean, recursive_clean, clean_task, load_inputs, jobname, printpath, deploy, override_deps, do_fork = IndiferentHash.process_options options, 
+  :help, :provenance, :clean, :recursive_clean, :clean_task, :load_inputs, :jobname, :printpath, :deploy, :override_deps, :fork,
   :deploy => 'serial'
 
 if help
@@ -92,6 +93,10 @@ end
 
 if provenance
   puts Step.prov_report(job)
+elsif do_fork
+  job.fork
+  puts job.path
+  exit 0
 else
   case deploy
   when "serial"

data/test/scout/knowledge_base/test_list.rb

@@ -14,10 +14,10 @@ class TestKnowledgeBaseQuery < Test::Unit::TestCase
       kb.save_list("bro_and_sis", list)
       assert_equal list, kb.load_list("bro_and_sis")
 
-      assert_include kb.list_files["Person"], "bro_and_sis"
+      assert_include kb.lists["Person"], "bro_and_sis"
       kb.delete_list("bro_and_sis")
 
-      refute kb.list_files["simple"]
+      refute kb.lists["simple"]
     end
   end
 
@@ -30,11 +30,11 @@ class TestKnowledgeBaseQuery < Test::Unit::TestCase
 
       assert_equal list, kb.load_list("bro_and_sis")
 
-      assert_include kb.list_files["simple"], "bro_and_sis"
+      assert_include kb.lists["simple"], "bro_and_sis"
 
       kb.delete_list("bro_and_sis")
 
-      refute kb.list_files["simple"]
+      refute kb.lists["simple"].any?
     end
   end
 end

data/test/scout/knowledge_base/test_registry.rb

@@ -12,5 +12,24 @@ class TestKnowlegeBase < Test::Unit::TestCase
       assert_include kb.all_databases, :brothers
     end
   end
+
+  def test_registry_identifiers
+    identifier =<<-EOF
+#Alias,Initials
+Clei,CC
+Miki,MV
+Guille,GC
+Isa,IV
+    EOF
+    TmpFile.with_dir do |dir|
+      TmpFile.with_file(identifier) do |identifier_file|
+        identifiers = TSV.open(identifier_file, sep: ",", type: :single)
+        brothers = datafile_test(:person).brothers
+        kb = KnowledgeBase.new dir
+        kb.register :brothers, brothers, identifiers: identifiers
+        assert_include kb.get_index(:brothers, source: "=>Initials"), "CC~Guille"
+      end
+    end
+  end
 end
 

data/test/scout/persist/test_tsv.rb

@@ -74,6 +74,7 @@ row2    a    a    id3
     assert_include tsv.keys, 'row1'
     assert_include tsv.keys, 'row2'
 
+    tsv.close
     assert_nothing_raised do
       tsv = Persist.persist("TEST Persist TSV", :HDB) do 
         raise