scout-gear 7.2.0 → 8.0.0

data/lib/scout/workflow/task.rb

@@ -1,4 +1,5 @@
 require_relative '../meta_extension'
+require_relative '../named_array'
 require_relative 'step'
 require_relative 'task/inputs'
 
@@ -24,7 +25,7 @@ module Task
     return inputs if deps.nil?
     deps.inject(inputs) do |acc,dep|
       workflow, task = dep
-      next if workflow.nil?
+      next acc if workflow.nil? || task.nil?
       acc += workflow.tasks[task].recursive_inputs
     end
   end
@@ -43,27 +44,45 @@ module Task
     
     provided_inputs ||= {}
 
-    load_dep = proc do |id, workflow, task, inputs, hash_options, dependencies|
-      task = hash_options[:task] if hash_options.include?(:task)
-      workflow = hash_options[:workflow] if hash_options.include?(:workflow)
-      id = hash_options[:id] if hash_options.include? :id
+    # Helper function
+    load_dep = proc do |id, workflow, task, step_options, definition_options, dependencies|
+      task = step_options.delete(:task) if step_options.include?(:task)
+      workflow = step_options.delete(:workflow) if step_options.include?(:workflow)
+      id = step_options.delete(:id) if step_options.include?(:id)
+      id = step_options.delete(:jobname) if step_options.include?(:jobname)
 
-      hash_inputs = hash_options.include?(:inputs)? hash_options[:inputs] : hash_options
-      inputs = IndiferentHash.add_defaults hash_inputs, inputs
+      step_inputs = step_options.include?(:inputs)? step_options.delete(:inputs) : step_options
+      step_inputs = IndiferentHash.add_defaults step_inputs, definition_options
 
       resolved_inputs = {}
-      inputs.each do |k,v|
+      step_inputs.each do |k,v|
         if Symbol === v
           input_dep = dependencies.select{|d| d.task_name == v }.first
-          resolved_inputs[k] = input_dep || inputs[v] || k
+          resolved_inputs[k] = input_dep || step_inputs[v] || k
         else
           resolved_inputs[k] = v
         end
       end
-      workflow.job(task, id, resolved_inputs)
+      [workflow.job(task, id, resolved_inputs), step_inputs]
     end
 
-    deps.each do |workflow,task,options,block=nil|
+    # Helper function
+    find_dep_non_default_inputs = proc do |dep,definition_options,step_inputs={}|
+      dep_non_default_inputs = dep.non_default_inputs
+      dep_non_default_inputs.select do |name|
+        step_inputs.include?(name)  
+      end
+      dep_non_default_inputs.reject! do |name|
+        definition_options.include?(name) && 
+          (definition_options[name] != :placeholder || definition_options[name] != dep.inputs[name])
+      end
+
+      dep_non_default_inputs
+    end
+
+    deps.each do |workflow,task,definition_options,block=nil|
+      definition_options[:id] = definition_options.delete(:jobname) if definition_options.include?(:jobname)
+
       if provided_inputs.include?(overriden = [workflow.name, task] * "#")
         dep = provided_inputs[overriden]
         dep = Step.new dep unless Step === dep
@@ -73,58 +92,52 @@ module Task
         next
       end
 
-      options ||= {}
+      definition_options ||= {}
+
       if block
-        inputs = IndiferentHash.add_defaults options.dup, provided_inputs
+        fixed_provided_inputs = self.assign_inputs(provided_inputs).first.to_hash
+        self.inputs.each do |name,type,desc,value|
+          fixed_provided_inputs[name] = value unless fixed_provided_inputs.include?(name)
+        end
+        fixed_provided_inputs = IndiferentHash.add_defaults fixed_provided_inputs, provided_inputs
+        block_options = IndiferentHash.add_defaults definition_options.dup, fixed_provided_inputs
 
-        res = block.call id, inputs, dependencies
+        res = block.call id, block_options, dependencies
 
         case res
         when Step
           dep = res
           dependencies << dep
-          dep_non_default_inputs = dep.task.assign_inputs(dep.inputs).last
-          non_default_inputs.concat(dep_non_default_inputs - options.keys)
+          dep_non_default_inputs = find_dep_non_default_inputs.call(dep, block_options)
+          non_default_inputs.concat(dep_non_default_inputs)
         when Hash
-          new_options = res
-          dep = load_dep.call(id, workflow, task, inputs, new_options, dependencies)
+          step_options = block_options.merge(res)
+          dep, step_inputs = load_dep.call(id, workflow, task, step_options, block_options, dependencies)
           dependencies << dep
-          dep_non_default_inputs = dep.task.assign_inputs(dep.inputs).last
-          dep_non_default_inputs -= options.keys 
-          if new_options.include?(:inputs)
-            dep_non_default_inputs -= new_options[:inputs].keys 
-          else
-            dep_non_default_inputs -= new_options.keys
-          end
+          dep_non_default_inputs = find_dep_non_default_inputs.call(dep, definition_options, step_inputs)
           non_default_inputs.concat(dep_non_default_inputs)
         when Array
           res.each do |_res|
             if Hash === _res
-              new_options = _res
-              dep = load_dep.call(id, workflow, task, inputs, new_options, dependencies)
+              step_options = block_options.merge(_res)
+              dep, step_inputs = load_dep.call(id, workflow, task, step_options, block_options, dependencies)
               dependencies << dep
-              dep_non_default_inputs = dep.task.assign_inputs(dep.inputs).last
-              dep_non_default_inputs -= options.keys 
-              if new_options.include?(:inputs)
-                dep_non_default_inputs -= new_options[:inputs].keys 
-              else
-                dep_non_default_inputs -= new_options.keys
-              end
+              dep_non_default_inputs = find_dep_non_default_inputs.call(dep, definition_options, step_inputs)
               non_default_inputs.concat(dep_non_default_inputs)
             else
               dep = _res
               dependencies << dep
-              dep_non_default_inputs = dep.task.assign_inputs(dep.inputs).last
-              non_default_inputs.concat(dep_non_default_inputs - options.keys)
+              dep_non_default_inputs = find_dep_non_default_inputs.call(dep, block_options)
+              non_default_inputs.concat(dep_non_default_inputs)
             end
           end
         end
       else
-        inputs = IndiferentHash.add_defaults options.dup, provided_inputs
-        dep = load_dep.call(id, workflow, task, inputs, {}, dependencies)
+        step_options = IndiferentHash.add_defaults definition_options.dup, provided_inputs
+        dep, step_inputs = load_dep.call(id, workflow, task, step_options, definition_options, dependencies)
         dependencies << dep
-        dep_non_default_inputs = dep.task.assign_inputs(dep.inputs).last
-        non_default_inputs.concat(dep_non_default_inputs - options.keys)
+        dep_non_default_inputs = find_dep_non_default_inputs.call(dep, definition_options, step_inputs)
+        non_default_inputs.concat(dep_non_default_inputs)
       end
     end
 
@@ -136,21 +149,47 @@ module Task
     provided_inputs = {} if provided_inputs.nil?
     id = DEFAULT_NAME if id.nil?
 
-    inputs, non_default_inputs, input_hash = process_inputs provided_inputs
+    inputs, non_default_inputs, input_digest_str = process_inputs provided_inputs
 
     dependencies = dependencies(id, provided_inputs, non_default_inputs)
 
     non_default_inputs.concat provided_inputs.keys.select{|k| String === k && k.include?("#") } if Hash === provided_inputs
 
     if non_default_inputs.any?
-      hash = Misc.digest(:inputs => input_hash, :dependencies => dependencies)
-      Log.debug "Hash #{name} - #{hash}: #{Misc.digest_str(:inputs => inputs, :non_default_inputs => non_default_inputs, :dependencies => dependencies)}"
-      id = [id, hash] * "_"
+      hash = Misc.digest(:inputs => input_digest_str, :dependencies => dependencies)
+      name = [id, hash] * "_"
+    else
+      name = id
+    end
+
+    extension = self.extension
+    if extension == :dep_task
+      extension = nil
+      if dependencies.any?
+        dep_basename = File.basename(dependencies.last.path)
+        if dep_basename.include? "."
+          parts = dep_basename.split(".")
+          extension = [parts.pop]
+          while parts.last.length <= 4
+            extension << parts.pop
+          end
+          extension = extension.reverse * "."
+        end
+      end
     end
 
-    path = directory[id]
+    path = directory[name]
+
+    path = path.set_extension(extension) if extension
 
-    NamedArray.setup(inputs, @inputs.collect{|i| i[0] }) if @inputs
-    Step.new path.find, inputs, dependencies, &self
+    Persist.memory(path) do 
+      if hash
+        Log.debug "ID #{self.name} #{id} - #{hash}: #{Log.fingerprint(:input_digest => input_digest_str, :non_default_inputs => non_default_inputs, :dependencies => dependencies)}"
+      else
+        Log.debug "ID #{self.name} #{id} - Clean"
+      end
+      NamedArray.setup(inputs, @inputs.collect{|i| i[0] }) if @inputs
+      Step.new path.find, inputs, dependencies, id, non_default_inputs, &self
+    end
   end
 end

data/lib/scout/workflow/usage.rb

@@ -16,13 +16,16 @@ module Task
       str.puts
     end
 
+    deps = workflow ? workflow.recursive_deps(self.name) : self.deps if deps.nil?
     if deps and deps.any?
       seen = inputs.collect{|name,_| name }
       dep_inputs = {}
-      deps.each do |dep_workflow,task_name|
+      deps.each do |dep_workflow,task_name,options|
+        next if task_name.nil?
         task = dep_workflow.tasks[task_name]
         next if task.inputs.nil?
         inputs = task.inputs.reject{|name, _| seen.include? name }
+        inputs = task.inputs.reject{|name, _| options.include? name }
         next unless inputs.any?
         dep = workflow.nil? || dep_workflow.name != workflow.name ? ["#{dep_workflow.name}", task_name.to_s] *"#" : task_name.to_s
         dep_inputs[dep] = inputs
@@ -108,24 +111,25 @@ end
 
 module Workflow
 
-  def dep_tree(task_name, seen = nil)
+  def dep_tree(task_name, seen = nil, seen_options = nil)
     @dep_tree ||= {}
     key = [self, task_name]
 
     return @dep_tree[key] if @dep_tree.include?(key)
     save = seen.nil?
     seen = Set.new if seen.nil?
+    seen_options = {} if seen_options.nil?
 
     dep_tree = {}
     task = self.tasks[task_name]
-    task.deps.each do |dep|
+    task.deps.each do |workflow, task, options|
       next if seen.include? dep
-      seen << dep
-      workflow, task, *rest = dep
+      seen << [workflow, task, options.merge(seen_options)]
+      next if task.nil?
 
       key = [workflow, task]
 
-      dep_tree[key] = workflow.dep_tree(task, seen)
+      dep_tree[key] = workflow.dep_tree(task, seen, options.merge(seen_options))
     end if task.deps
 
     @dep_tree[key] = dep_tree if save

data/scout-gear.gemspec

@@ -2,16 +2,16 @@
 # DO NOT EDIT THIS FILE DIRECTLY
 # Instead, edit Juwelier::Tasks in Rakefile, and run 'rake gemspec'
 # -*- encoding: utf-8 -*-
-# stub: scout-gear 7.2.0 ruby lib
+# stub: scout-gear 8.0.0 ruby lib
 
 Gem::Specification.new do |s|
   s.name = "scout-gear".freeze
-  s.version = "7.2.0"
+  s.version = "8.0.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0".freeze) if s.respond_to? :required_rubygems_version=
   s.require_paths = ["lib".freeze]
   s.authors = ["Miguel Vazquez".freeze]
-  s.date = "2023-05-09"
+  s.date = "2023-05-23"
   s.description = "Temporary files, logs, etc.".freeze
   s.email = "mikisvaz@gmail.com".freeze
   s.executables = ["scout".freeze]
@@ -45,17 +45,20 @@ Gem::Specification.new do |s|
     "lib/scout/log/progress.rb",
     "lib/scout/log/progress/report.rb",
     "lib/scout/log/progress/util.rb",
+    "lib/scout/log/trap.rb",
     "lib/scout/meta_extension.rb",
     "lib/scout/misc.rb",
     "lib/scout/misc/digest.rb",
     "lib/scout/misc/filesystem.rb",
     "lib/scout/misc/format.rb",
+    "lib/scout/misc/helper.rb",
     "lib/scout/misc/insist.rb",
     "lib/scout/misc/monitor.rb",
     "lib/scout/misc/system.rb",
     "lib/scout/named_array.rb",
     "lib/scout/open.rb",
     "lib/scout/open/lock.rb",
+    "lib/scout/open/lock/lockfile.rb",
     "lib/scout/open/remote.rb",
     "lib/scout/open/stream.rb",
     "lib/scout/open/util.rb",
@@ -83,15 +86,26 @@ Gem::Specification.new do |s|
     "lib/scout/simple_opt/setup.rb",
     "lib/scout/tmpfile.rb",
     "lib/scout/tsv.rb",
+    "lib/scout/tsv/attach.rb",
+    "lib/scout/tsv/change_id.rb",
     "lib/scout/tsv/dumper.rb",
     "lib/scout/tsv/index.rb",
+    "lib/scout/tsv/open.rb",
     "lib/scout/tsv/parser.rb",
     "lib/scout/tsv/path.rb",
     "lib/scout/tsv/persist.rb",
     "lib/scout/tsv/persist/adapter.rb",
+    "lib/scout/tsv/persist/fix_width_table.rb",
+    "lib/scout/tsv/persist/serialize.rb",
     "lib/scout/tsv/persist/tokyocabinet.rb",
+    "lib/scout/tsv/transformer.rb",
     "lib/scout/tsv/traverse.rb",
     "lib/scout/tsv/util.rb",
+    "lib/scout/tsv/util/filter.rb",
+    "lib/scout/tsv/util/process.rb",
+    "lib/scout/tsv/util/reorder.rb",
+    "lib/scout/tsv/util/select.rb",
+    "lib/scout/tsv/util/unzip.rb",
     "lib/scout/work_queue.rb",
     "lib/scout/work_queue/socket.rb",
     "lib/scout/work_queue/worker.rb",
@@ -104,7 +118,9 @@ Gem::Specification.new do |s|
     "lib/scout/workflow/step/file.rb",
     "lib/scout/workflow/step/info.rb",
     "lib/scout/workflow/step/load.rb",
+    "lib/scout/workflow/step/progress.rb",
     "lib/scout/workflow/step/provenance.rb",
+    "lib/scout/workflow/step/status.rb",
     "lib/scout/workflow/task.rb",
     "lib/scout/workflow/task/inputs.rb",
     "lib/scout/workflow/usage.rb",
@@ -165,19 +181,30 @@ Gem::Specification.new do |s|
     "test/scout/test_work_queue.rb",
     "test/scout/test_workflow.rb",
     "test/scout/tsv/persist/test_adapter.rb",
+    "test/scout/tsv/persist/test_fix_width_table.rb",
     "test/scout/tsv/persist/test_tokyocabinet.rb",
+    "test/scout/tsv/test_attach.rb",
+    "test/scout/tsv/test_change_id.rb",
     "test/scout/tsv/test_dumper.rb",
     "test/scout/tsv/test_index.rb",
+    "test/scout/tsv/test_open.rb",
     "test/scout/tsv/test_parser.rb",
     "test/scout/tsv/test_persist.rb",
+    "test/scout/tsv/test_transformer.rb",
     "test/scout/tsv/test_traverse.rb",
     "test/scout/tsv/test_util.rb",
+    "test/scout/tsv/util/test_filter.rb",
+    "test/scout/tsv/util/test_process.rb",
+    "test/scout/tsv/util/test_reorder.rb",
+    "test/scout/tsv/util/test_select.rb",
+    "test/scout/tsv/util/test_unzip.rb",
     "test/scout/work_queue/test_socket.rb",
     "test/scout/work_queue/test_worker.rb",
     "test/scout/workflow/step/test_dependencies.rb",
     "test/scout/workflow/step/test_info.rb",
     "test/scout/workflow/step/test_load.rb",
     "test/scout/workflow/step/test_provenance.rb",
+    "test/scout/workflow/step/test_status.rb",
     "test/scout/workflow/task/test_inputs.rb",
     "test/scout/workflow/test_definition.rb",
     "test/scout/workflow/test_documentation.rb",

data/scout_commands/workflow/task

@@ -4,6 +4,9 @@ require 'scout'
 
 $0 = "scout #{$previous_commands.any? ? $previous_commands*" " + " " : "" }#{ File.basename(__FILE__) }" if $previous_commands
 
+ENV["SCOUT_NO_STREAM"] = "true" if ARGV.include? "--nostream"
+ENV["SCOUT_UPDATE"] = "true" if ARGV.include? "--update"
+
 options = SOPT.setup <<EOF
 
 Run a workflow job
@@ -11,11 +14,14 @@ Run a workflow job
 $ #{$0} [<options>] <workflow> <task>
 
 -h--help Print this help
+--nostream Disable job streaming
+--update Update jobs with newer dependencies
 -jn--job_name* Name to use as job identifier
 -pf--print_filepath Print the file path
 -prov--provenance Print the step provenance
 -cl--clean Clean the last step
 -rcl--recursive_clean Clean all steps
+-ct--clean_task* Clean a particular task
 EOF
 
 workflow_name, task_name = ARGV
@@ -24,11 +30,14 @@ raise MissingParameterException.new :workflow if workflow_name.nil?
 
 workflow = Workflow.require_workflow workflow_name
 task_name = task_name.to_sym if task_name
-task = workflow.tasks[task_name.to_sym] 
+task = workflow.tasks[task_name.to_sym] if task_name
 
 options[:help] = true if task.nil?
 
-if options[:help]
+help, provenance, clean, recursive_clean, clean_task, jobname, print_filepath = IndiferentHash.process_options options, 
+  :help, :provenance, :clean, :recursive_clean, :clean_task, :job_name, :print_filepath
+
+if help
   if defined? scout_usage
     scout_usage 
   else
@@ -40,22 +49,41 @@ if options[:help]
 end
 
 job_options = task.get_SOPT(task)
-job = workflow.job(task_name, options[:job_name], job_options)
+job = workflow.job(task_name, jobname, job_options)
+
+job.recursive_clean if recursive_clean
+job.clean if clean
+
+if clean_task 
+  ENV["SCOUT_UPDATE"] = 'true'
+  clean_task.split(",").each do |clean_task|
+    if clean_task.include? "#"
+      clean_workflow, clean_task = clean_task.split("#")
+    end
 
-job.recursive_clean if options[:recursive_clean]
-job.clean if options[:clean]
+    job.rec_dependencies.each do |dep|
+      next unless dep.task_name.to_s == clean_task.to_s
+      next unless clean_workflow.nil? || clean_workflow == dep.workflow.to_s
+      dep.clean 
+      dep.set_info :status, :cleaned
+    end
+
+    job.clean if job.task_name.to_s == clean_task.to_s
+  end
+end
 
-if options[:provenance]
+if provenance
   puts Step.prov_report(job)
 else
-  job.run unless job.done?
+  job.run(true) unless job.done?
 
-  if options[:print_filepath]
+  if print_filepath
+    job.join
     path = job.path
     path = path.find if Path === path
     puts path
   else
-    if ! ((c = Open.consume_stream(job.get_stream, false, STDOUT, false)) && c.end_with?("\n"))
+    if ! ((c = Open.consume_stream(job.stream, false, STDOUT, false)) && c.end_with?("\n"))
       puts
     end
   end

data/scout_commands/workflow/task_old

@@ -656,12 +656,12 @@ when (defined?(RemoteStep) and RemoteStep)
   end
 when Step
   if res.streaming?
-    io = TSV.get_stream res
+    io = TSV.stream res
     Misc.consume_stream(io, false, out)
     io.join if io.respond_to? :join
   elsif IO === res.result
     begin
-      io = res.get_stream
+      io = res.stream
       Misc.consume_stream(io, false, out)
       io.join if io.respond_to? :join
     rescue Aborted, Interrupt

data/test/scout/open/test_stream.rb

@@ -5,7 +5,7 @@ require 'scout/path'
 require 'scout/open'
 
 class TestOpenStream < Test::Unit::TestCase
-  def test_consume_stream
+  def test_stream
     content =<<-EOF
 1
 2
@@ -334,63 +334,65 @@ row1 A B C
     assert_equal %w(## ## ## #Row row1 row2 row3), sorted.read.split("\n").collect{|l| l.split(" ").first}
   end
 
-  #  def test_collapse_stream
-  #    text=<<-EOF
-  #row1 A B C
-  #row1 a b c
-  #row2 AA BB CC
-  #row2 aa bb cc
-  #    EOF
-  #
-  #    s = StringIO.new text
-  #    tsv = TSV.open Misc.collapse_stream(s,nil, " "), :sep => " " 
-  #    assert_equal ["A", "a"], tsv["row1"][0]
-  #    assert_equal ["BB", "bb"], tsv["row2"][1]
-  #  end
-  #
-  #  def test_collapse_sum
-  #    text=<<-EOF
-  #row1 12
-  #row1 4
-  #row2 10
-  #row2 6
-  #    EOF
-  #
-  #    s = StringIO.new text
-  #    stream = Misc.collapse_stream(s,nil, " ") do |parts|
-  #      next nil if parts.empty?
-  #      parts.first.split("|").collect{|p| p.to_f}.inject(0){|acc,e| acc += e}.to_s
-  #    end
-  #    tsv = TSV.open  stream, :sep => " " 
-  #    ppp tsv.to_s
-  #  end
-  #
-  #  def test_collapse_stream_gap
-  #    text=<<-EOF
-  #row2 AA BB 
-  #row2 aa bb cc
-  #    EOF
-  #
-  #    s = StringIO.new text
-  #    assert Misc.collapse_stream(s, nil, " ").read =~  /\|cc$/
-  #    
-  #    text=<<-EOF
-  #row2 aa bb cc
-  #row2 AA BB 
-  #    EOF
-  #
-  #    s = StringIO.new text
-  #    assert Misc.collapse_stream(s, nil, " ").read =~  /cc\|$/
-  #
-  #    text=<<-EOF
-  #row2 AA BB
-  #row2 aa bb cc
-  #    EOF
-  #
-  #    s = StringIO.new text
-  #    assert Misc.collapse_stream(s, nil, " ").read =~  /\|cc$/
-  #
-  #  end
+  def test_collapse_stream
+    text=<<-EOF
+row1 A B C
+row1 a b c
+row2 AA BB CC
+row2 aa bb cc
+    EOF
+
+    s = StringIO.new text
+    stream = Open.collapse_stream(s, sep: " ")
+    txt = stream.read
+    assert_include txt, "A|a"
+    assert_include txt, "B|b"
+    assert_include txt, "C|c"
+  end
+
+
+  def test_collapse_sum
+    text=<<-EOF
+row1 12
+row1 4
+row2 10
+row2 6
+    EOF
+
+    s = StringIO.new text
+    stream = Open.collapse_stream(s, sep: " ") do |parts|
+      next nil if parts.empty?
+      parts.first.split("|").collect{|p| p.to_f}.inject(0){|acc,e| acc += e}.to_s
+    end
+    assert_include stream.read, "row1 16"
+  end
+
+
+  def test_collapse_stream_gap
+    text=<<-EOF
+row2 AA BB 
+row2 aa bb cc
+    EOF
+
+    s = StringIO.new text
+    assert Open.collapse_stream(s, sep: " ").read =~  /\|cc$/
+    
+    text=<<-EOF
+row2 aa bb cc
+row2 AA BB 
+    EOF
+
+    s = StringIO.new text
+    assert Open.collapse_stream(s, sep: " ").read =~  /cc\|$/
+
+    text=<<-EOF
+row2 AA BB
+row2 aa bb cc
+    EOF
+
+    s = StringIO.new text
+    assert Open.collapse_stream(s, sep: " ").read =~  /\|cc$/
+  end
   #
   #
   #  def test_paste_stream
@@ -433,7 +435,7 @@ row1 A B C
   #    s = StringIO.new text
   #    sorted = Misc.sort_stream(s)
   #    assert_equal %w(## ## ## #Row row2 row3 row1), text.split("\n").collect{|l| l.split(" ").first}
-#    assert_equal %w(## ## ## #Row row1 row2 row3), sorted.read.split("\n").collect{|l| l.split(" ").first}
+  #    assert_equal %w(## ## ## #Row row1 row2 row3), sorted.read.split("\n").collect{|l| l.split(" ").first}
 #  end
 #
 #  def test_sort_long_stream

data/test/scout/path/test_find.rb

@@ -68,7 +68,6 @@ class TestPathFind < Test::Unit::TestCase
     p = Path.setup("/tmp/foo/bar")
     assert p.located?
     assert_equal_path p, p.find
-    
   end
 
   def test_custom
@@ -106,5 +105,15 @@ class TestPathFind < Test::Unit::TestCase
       assert Open.exist?(tmpdir.somefile)
     end
   end
+
+  def test_with_extension
+    dir = tmpdir.directory[__method__]
+    list = %w(a b)
+    Misc.in_dir(dir) do
+      file = dir.foo
+      Open.write(file.set_extension('list'), list * "\n")
+      assert_equal list, file.list
+    end
+  end
 end
 

data/test/scout/resource/test_produce.rb

@@ -59,4 +59,19 @@ end
     assert_include File.open(TestResource.tmp.test.work.footest.bar.find).read, "OTHER"
     assert_include File.open(TestResource.tmp.test.work.footest.foo_bar.find).read, "OTHER"
   end
+
+  def test_produce_with_extension
+    dir = tmpdir.directory[__method__]
+    dir.pkgdir = Scout
+    list = %w(a b)
+
+    Scout.claim dir["foo.list"], :proc do
+      list
+    end
+
+    Misc.in_dir(dir) do
+      file = dir.foo
+      assert_equal list, file.list
+    end
+  end
 end