scout-gear 9.1.0 → 10.0.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: bbe916f2d82030e26b1049319216f45341b7e7f7410df65e3953c0a733af2c21
-  data.tar.gz: 152b31b552f90b2bb06aed9bc3cdd12a3bff48746468e52b39e5754977a40f90
+  metadata.gz: 5af158e978a724dacd722c9584cb4fd3b7f46fff8a4619272b1d2c2258418600
+  data.tar.gz: 6bd5da8eba38542376f4b5566154fc16105f3742ba0758a37139d0ff9679d06e
 SHA512:
-  metadata.gz: 51f41961b2a95d847e4a60a70a2774c34098c4fa502818be8b9d5ec30ced53fce81d02862a1104498060c04a88138ca329ae82ba09fa264b6d9ec0daca80a3a4
-  data.tar.gz: 113d51ff9798416073a86debb07ce47708254a4594e5785cfc4543794c3ff4e09da8809c29d67f64d57aeacd30c1c2ad49998d5eca4f544f3381991c296db1c5
+  metadata.gz: e9f6f4d2a5e223d740332b627c9606907d69536696f477401087b4f72bee09d1b374d060275ecb3fad5e38c27010417d36d661d985c58d71e3cec4bf04bbcbf7
+  data.tar.gz: a7b8e5d1bfd1057bd93cfbd4a2439bccf0e28848f3e08923c81da8bcc2fe1a489ffb2e220587ecb4533ad0cf7edcf506f3c4557955dfa11356d816b87b379968

data/.vimproject

@@ -78,12 +78,12 @@ scout-gear=/$PWD filter="*.rb *.yaml" {
    open.rb
    open=open{
     lock.rb
+    remote.rb
+    stream.rb
+    util.rb
     lock=lock{
      lockfile.rb
     }
-    stream.rb
-    remote.rb
-    util.rb
    }
    resource.rb
    resource=resource{

data/Rakefile

@@ -20,10 +20,9 @@ Juwelier::Tasks.new do |gem|
   # and development dependencies are only needed for development (ie running rake tasks, tests, etc)
   #  gem.add_runtime_dependency 'jabber4r', '> 0.1'
   #  gem.add_development_dependency 'rspec', '> 1.2.3'
-  gem.add_runtime_dependency 'term-ansicolor'
+  gem.add_runtime_dependency 'scout-essentials'
   gem.add_runtime_dependency 'net-ssh'
   gem.add_runtime_dependency 'matrix'
-  gem.add_runtime_dependency 'sys-proctable'
   gem.add_runtime_dependency 'RubyInline'
   #gem.add_runtime_dependency 'tokyocabinet'
 

data/VERSION

@@ -1 +1 @@
-9.1.0
+10.0.1

data/lib/scout/offsite/exceptions.rb

@@ -0,0 +1,9 @@
+class SSHProcessFailed < StandardError
+  attr_accessor :host, :cmd
+  def initialize(host, cmd)
+    @host = host
+    @cmd = cmd
+    message = "SSH server #{host} failed cmd '#{cmd}'" 
+    super(message)
+  end
+end

data/lib/scout/offsite/ssh.rb

@@ -1,4 +1,5 @@
 require 'net/ssh'
+require_relative 'exceptions'
 
 class SSHLine
   class << self

data/lib/scout/semaphore.rb

@@ -8,6 +8,8 @@ end
 
 if continue
   module ScoutSemaphore
+    class SemaphoreInterrupted < TryAgain; end
+
     inline(:C) do |builder|
       builder.prefix <<-EOF
   #include <unistd.h>

data/lib/scout/tsv/open.rb

@@ -1,4 +1,4 @@
-require_relative '../open'
+require 'scout/open'
 require_relative '../work_queue'
 
 module MultipleResult

data/lib/scout/tsv/parser.rb

@@ -1,4 +1,4 @@
-require_relative '../named_array'
+require 'scout/named_array'
 module TSV
   def self.cast_value(value, cast)
     if Array === value

data/lib/scout/tsv/persist/adapter.rb

@@ -1,5 +1,5 @@
-require_relative '../../open/lock'
-require_relative '../../meta_extension'
+require 'scout/open/lock'
+require 'scout/meta_extension'
 require_relative 'serialize'
 
 module TSVAdapter

data/lib/scout/tsv/persist.rb

@@ -1,3 +1,4 @@
+require 'scout/persist'
 require_relative 'persist/adapter'
 require_relative 'persist/tokyocabinet'
 

data/lib/scout/tsv.rb

@@ -1,4 +1,4 @@
-require_relative 'meta_extension'
+require 'scout/meta_extension'
 require_relative 'tsv/util'
 require_relative 'tsv/parser'
 require_relative 'tsv/dumper'

data/lib/scout/work_queue/exceptions.rb

@@ -0,0 +1,18 @@
+class DoneProcessing < Exception
+  attr_accessor :pid
+  def initialize(pid = Process.pid)
+    @pid = pid
+  end
+
+  def message
+    "Done processing pid #{pid}"
+  end
+end
+
+class WorkerException < ScoutException
+  attr_accessor :worker_exception, :pid
+  def initialize(worker_exception, pid)
+    @worker_exception = worker_exception
+    @pid = pid
+  end
+end

data/lib/scout/work_queue.rb

@@ -1,5 +1,6 @@
 require_relative 'work_queue/socket'
 require_relative 'work_queue/worker'
+require_relative 'work_queue/exceptions'
 require 'timeout'
 
 class WorkQueue

data/lib/scout/workflow/definition.rb

@@ -1,4 +1,4 @@
-require_relative '../meta_extension'
+require 'scout/meta_extension'
 
 module Workflow
   extend MetaExtension

data/lib/scout/workflow/step/config.rb

@@ -1,4 +1,4 @@
-require_relative '../../config'
+require 'scout/config'
 
 class Step
   def config(key, *tokens)

data/lib/scout/workflow/step.rb

@@ -1,5 +1,5 @@
-require_relative '../path'
-require_relative '../persist'
+require 'scout/path'
+require 'scout/persist'
 require_relative 'step/info'
 require_relative 'step/status'
 require_relative 'step/load'

data/lib/scout/workflow/task/inputs.rb

@@ -1,4 +1,4 @@
-require_relative '../../named_array'
+require 'scout/named_array'
 module Task
   def self.format_input(value, type, options = {})
     return value if IO === value || StringIO === value || Step === value

data/lib/scout/workflow/task.rb

@@ -1,5 +1,5 @@
-require_relative '../meta_extension'
-require_relative '../named_array'
+require 'scout/meta_extension'
+require 'scout/named_array'
 require_relative 'step'
 require_relative 'task/inputs'
 require_relative 'task/dependencies'

data/lib/scout/workflow.rb

@@ -6,8 +6,8 @@ require_relative 'workflow/documentation'
 require_relative 'workflow/usage'
 require_relative 'workflow/deployment'
 
-require_relative 'resource'
-require_relative 'resource/scout'
+require 'scout/resource'
+require 'scout/resource/scout'
 
 module Workflow
   class << self

data/lib/scout-gear.rb

@@ -1,12 +1,3 @@
-require_relative 'scout/exceptions'
-require_relative 'scout/indiferent_hash'
-require_relative 'scout/tmpfile'
-require_relative 'scout/log'
-require_relative 'scout/path'
-require_relative 'scout/simple_opt'
-require_relative 'scout/resource'
-require_relative 'scout/resource/scout'
-require_relative 'scout/persist'
+require 'scout-essentials'
 require_relative 'scout/tsv'
-require_relative 'scout/config'
 require_relative 'scout/offsite'

data/scout-gear.gemspec

@@ -2,16 +2,16 @@
 # DO NOT EDIT THIS FILE DIRECTLY
 # Instead, edit Juwelier::Tasks in Rakefile, and run 'rake gemspec'
 # -*- encoding: utf-8 -*-
-# stub: scout-gear 9.1.0 ruby lib
+# stub: scout-gear 10.0.1 ruby lib
 
 Gem::Specification.new do |s|
   s.name = "scout-gear".freeze
-  s.version = "9.1.0"
+  s.version = "10.0.1"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0".freeze) if s.respond_to? :required_rubygems_version=
   s.require_paths = ["lib".freeze]
   s.authors = ["Miguel Vazquez".freeze]
-  s.date = "2023-06-30"
+  s.date = "2023-07-04"
   s.description = "Temporary files, logs, path, resources, persistence, workflows, TSV, etc.".freeze
   s.email = "mikisvaz@gmail.com".freeze
   s.executables = ["scout".freeze]
@@ -33,65 +33,12 @@ Gem::Specification.new do |s|
     "lib/rbbt-scout.rb",
     "lib/scout-gear.rb",
     "lib/scout.rb",
-    "lib/scout/cmd.rb",
-    "lib/scout/concurrent_stream.rb",
-    "lib/scout/config.rb",
-    "lib/scout/exceptions.rb",
-    "lib/scout/indiferent_hash.rb",
-    "lib/scout/indiferent_hash/case_insensitive.rb",
-    "lib/scout/indiferent_hash/options.rb",
-    "lib/scout/log.rb",
-    "lib/scout/log/color.rb",
-    "lib/scout/log/color_class.rb",
-    "lib/scout/log/fingerprint.rb",
-    "lib/scout/log/progress.rb",
-    "lib/scout/log/progress/report.rb",
-    "lib/scout/log/progress/util.rb",
-    "lib/scout/log/trap.rb",
-    "lib/scout/meta_extension.rb",
-    "lib/scout/misc.rb",
-    "lib/scout/misc/digest.rb",
-    "lib/scout/misc/filesystem.rb",
-    "lib/scout/misc/format.rb",
-    "lib/scout/misc/helper.rb",
-    "lib/scout/misc/insist.rb",
-    "lib/scout/misc/monitor.rb",
-    "lib/scout/misc/system.rb",
-    "lib/scout/named_array.rb",
     "lib/scout/offsite.rb",
+    "lib/scout/offsite/exceptions.rb",
     "lib/scout/offsite/ssh.rb",
     "lib/scout/offsite/step.rb",
     "lib/scout/offsite/sync.rb",
-    "lib/scout/open.rb",
-    "lib/scout/open/lock.rb",
-    "lib/scout/open/lock/lockfile.rb",
-    "lib/scout/open/remote.rb",
-    "lib/scout/open/stream.rb",
-    "lib/scout/open/util.rb",
-    "lib/scout/path.rb",
-    "lib/scout/path/find.rb",
-    "lib/scout/path/tmpfile.rb",
-    "lib/scout/path/util.rb",
-    "lib/scout/persist.rb",
-    "lib/scout/persist/open.rb",
-    "lib/scout/persist/path.rb",
-    "lib/scout/persist/serialize.rb",
-    "lib/scout/resource.rb",
-    "lib/scout/resource/open.rb",
-    "lib/scout/resource/path.rb",
-    "lib/scout/resource/produce.rb",
-    "lib/scout/resource/produce/rake.rb",
-    "lib/scout/resource/scout.rb",
-    "lib/scout/resource/software.rb",
-    "lib/scout/resource/util.rb",
     "lib/scout/semaphore.rb",
-    "lib/scout/simple_opt.rb",
-    "lib/scout/simple_opt/accessor.rb",
-    "lib/scout/simple_opt/doc.rb",
-    "lib/scout/simple_opt/get.rb",
-    "lib/scout/simple_opt/parse.rb",
-    "lib/scout/simple_opt/setup.rb",
-    "lib/scout/tmpfile.rb",
     "lib/scout/tsv.rb",
     "lib/scout/tsv/attach.rb",
     "lib/scout/tsv/change_id.rb",
@@ -115,6 +62,7 @@ Gem::Specification.new do |s|
     "lib/scout/tsv/util/select.rb",
     "lib/scout/tsv/util/unzip.rb",
     "lib/scout/work_queue.rb",
+    "lib/scout/work_queue/exceptions.rb",
     "lib/scout/work_queue/socket.rb",
     "lib/scout/work_queue/worker.rb",
     "lib/scout/workflow.rb",
@@ -157,49 +105,12 @@ Gem::Specification.new do |s|
     "share/software/install_helpers",
     "share/templates/command",
     "share/templates/workflow.rb",
-    "test/scout/indiferent_hash/test_case_insensitive.rb",
-    "test/scout/indiferent_hash/test_options.rb",
-    "test/scout/log/test_color.rb",
-    "test/scout/log/test_progress.rb",
-    "test/scout/misc/test_digest.rb",
-    "test/scout/misc/test_filesystem.rb",
-    "test/scout/misc/test_insist.rb",
-    "test/scout/misc/test_system.rb",
     "test/scout/offsite/test_ssh.rb",
     "test/scout/offsite/test_step.rb",
     "test/scout/offsite/test_sync.rb",
     "test/scout/offsite/test_task.rb",
-    "test/scout/open/test_lock.rb",
-    "test/scout/open/test_remote.rb",
-    "test/scout/open/test_stream.rb",
-    "test/scout/open/test_util.rb",
-    "test/scout/path/test_find.rb",
-    "test/scout/path/test_util.rb",
-    "test/scout/persist/test_open.rb",
-    "test/scout/persist/test_path.rb",
-    "test/scout/persist/test_serialize.rb",
-    "test/scout/resource/test_path.rb",
-    "test/scout/resource/test_produce.rb",
-    "test/scout/resource/test_software.rb",
-    "test/scout/resource/test_util.rb",
-    "test/scout/simple_opt/test_doc.rb",
-    "test/scout/simple_opt/test_get.rb",
-    "test/scout/simple_opt/test_parse.rb",
-    "test/scout/simple_opt/test_setup.rb",
-    "test/scout/test_cmd.rb",
-    "test/scout/test_concurrent_stream.rb",
-    "test/scout/test_config.rb",
-    "test/scout/test_indiferent_hash.rb",
-    "test/scout/test_log.rb",
-    "test/scout/test_meta_extension.rb",
-    "test/scout/test_misc.rb",
-    "test/scout/test_named_array.rb",
-    "test/scout/test_open.rb",
-    "test/scout/test_path.rb",
-    "test/scout/test_persist.rb",
-    "test/scout/test_resource.rb",
+    "test/scout/test_offsite.rb",
     "test/scout/test_semaphore.rb",
-    "test/scout/test_tmpfile.rb",
     "test/scout/test_tsv.rb",
     "test/scout/test_work_queue.rb",
     "test/scout/test_workflow.rb",
@@ -244,15 +155,14 @@ Gem::Specification.new do |s|
   ]
   s.homepage = "http://github.com/mikisvaz/scout-gear".freeze
   s.licenses = ["MIT".freeze]
-  s.rubygems_version = "3.4.13".freeze
+  s.rubygems_version = "3.5.0.dev".freeze
   s.summary = "basic gear for scouts".freeze
 
   s.specification_version = 4
 
-  s.add_runtime_dependency(%q<term-ansicolor>.freeze, [">= 0"])
+  s.add_runtime_dependency(%q<scout-essentials>.freeze, [">= 0"])
   s.add_runtime_dependency(%q<net-ssh>.freeze, [">= 0"])
   s.add_runtime_dependency(%q<matrix>.freeze, [">= 0"])
-  s.add_runtime_dependency(%q<sys-proctable>.freeze, [">= 0"])
   s.add_runtime_dependency(%q<RubyInline>.freeze, [">= 0"])
   s.add_development_dependency(%q<rdoc>.freeze, ["~> 3.12"])
   s.add_development_dependency(%q<bundler>.freeze, ["~> 1.0"])

data/test/scout/workflow/task/test_inputs.rb

@@ -219,14 +219,10 @@ class TestTaskInput < Test::Unit::TestCase
       original_digest =  task.process_inputs(inputs).last
 
       TmpFile.with_file do |save_directory|
-        iii inputs
         task.save_inputs(save_directory, inputs)
         Open.rm(file1)
         new_inputs = task.load_inputs(save_directory)
-        iii new_inputs
         new_digest =  task.process_inputs(new_inputs).last
-        iii new_digest
-        iii original_digest
         assert_equal original_digest, new_digest
       end
     end

metadata

@@ -1,17 +1,17 @@
 --- !ruby/object:Gem::Specification
 name: scout-gear
 version: !ruby/object:Gem::Version
-  version: 9.1.0
+  version: 10.0.1
 platform: ruby
 authors:
 - Miguel Vazquez
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-06-30 00:00:00.000000000 Z
+date: 2023-07-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: term-ansicolor
+  name: scout-essentials
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -52,20 +52,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: sys-proctable
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
 - !ruby/object:Gem::Dependency
   name: RubyInline
   requirement: !ruby/object:Gem::Requirement
@@ -159,65 +145,12 @@ files:
 - lib/rbbt-scout.rb
 - lib/scout-gear.rb
 - lib/scout.rb
-- lib/scout/cmd.rb
-- lib/scout/concurrent_stream.rb
-- lib/scout/config.rb
-- lib/scout/exceptions.rb
-- lib/scout/indiferent_hash.rb
-- lib/scout/indiferent_hash/case_insensitive.rb
-- lib/scout/indiferent_hash/options.rb
-- lib/scout/log.rb
-- lib/scout/log/color.rb
-- lib/scout/log/color_class.rb
-- lib/scout/log/fingerprint.rb
-- lib/scout/log/progress.rb
-- lib/scout/log/progress/report.rb
-- lib/scout/log/progress/util.rb
-- lib/scout/log/trap.rb
-- lib/scout/meta_extension.rb
-- lib/scout/misc.rb
-- lib/scout/misc/digest.rb
-- lib/scout/misc/filesystem.rb
-- lib/scout/misc/format.rb
-- lib/scout/misc/helper.rb
-- lib/scout/misc/insist.rb
-- lib/scout/misc/monitor.rb
-- lib/scout/misc/system.rb
-- lib/scout/named_array.rb
 - lib/scout/offsite.rb
+- lib/scout/offsite/exceptions.rb
 - lib/scout/offsite/ssh.rb
 - lib/scout/offsite/step.rb
 - lib/scout/offsite/sync.rb
-- lib/scout/open.rb
-- lib/scout/open/lock.rb
-- lib/scout/open/lock/lockfile.rb
-- lib/scout/open/remote.rb
-- lib/scout/open/stream.rb
-- lib/scout/open/util.rb
-- lib/scout/path.rb
-- lib/scout/path/find.rb
-- lib/scout/path/tmpfile.rb
-- lib/scout/path/util.rb
-- lib/scout/persist.rb
-- lib/scout/persist/open.rb
-- lib/scout/persist/path.rb
-- lib/scout/persist/serialize.rb
-- lib/scout/resource.rb
-- lib/scout/resource/open.rb
-- lib/scout/resource/path.rb
-- lib/scout/resource/produce.rb
-- lib/scout/resource/produce/rake.rb
-- lib/scout/resource/scout.rb
-- lib/scout/resource/software.rb
-- lib/scout/resource/util.rb
 - lib/scout/semaphore.rb
-- lib/scout/simple_opt.rb
-- lib/scout/simple_opt/accessor.rb
-- lib/scout/simple_opt/doc.rb
-- lib/scout/simple_opt/get.rb
-- lib/scout/simple_opt/parse.rb
-- lib/scout/simple_opt/setup.rb
-- lib/scout/tmpfile.rb
 - lib/scout/tsv.rb
 - lib/scout/tsv/attach.rb
 - lib/scout/tsv/change_id.rb
@@ -241,6 +174,7 @@ files:
 - lib/scout/tsv/util/select.rb
 - lib/scout/tsv/util/unzip.rb
 - lib/scout/work_queue.rb
+- lib/scout/work_queue/exceptions.rb
 - lib/scout/work_queue/socket.rb
 - lib/scout/work_queue/worker.rb
 - lib/scout/workflow.rb
@@ -283,49 +217,12 @@ files:
 - share/software/install_helpers
 - share/templates/command
 - share/templates/workflow.rb
-- test/scout/indiferent_hash/test_case_insensitive.rb
-- test/scout/indiferent_hash/test_options.rb
-- test/scout/log/test_color.rb
-- test/scout/log/test_progress.rb
-- test/scout/misc/test_digest.rb
-- test/scout/misc/test_filesystem.rb
-- test/scout/misc/test_insist.rb
-- test/scout/misc/test_system.rb
 - test/scout/offsite/test_ssh.rb
 - test/scout/offsite/test_step.rb
 - test/scout/offsite/test_sync.rb
 - test/scout/offsite/test_task.rb
-- test/scout/open/test_lock.rb
-- test/scout/open/test_remote.rb
-- test/scout/open/test_stream.rb
-- test/scout/open/test_util.rb
-- test/scout/path/test_find.rb
-- test/scout/path/test_util.rb
-- test/scout/persist/test_open.rb
-- test/scout/persist/test_path.rb
-- test/scout/persist/test_serialize.rb
-- test/scout/resource/test_path.rb
-- test/scout/resource/test_produce.rb
-- test/scout/resource/test_software.rb
-- test/scout/resource/test_util.rb
-- test/scout/simple_opt/test_doc.rb
-- test/scout/simple_opt/test_get.rb
-- test/scout/simple_opt/test_parse.rb
-- test/scout/simple_opt/test_setup.rb
-- test/scout/test_cmd.rb
-- test/scout/test_concurrent_stream.rb
-- test/scout/test_config.rb
-- test/scout/test_indiferent_hash.rb
-- test/scout/test_log.rb
-- test/scout/test_meta_extension.rb
-- test/scout/test_misc.rb
-- test/scout/test_named_array.rb
-- test/scout/test_open.rb
-- test/scout/test_path.rb
-- test/scout/test_persist.rb
-- test/scout/test_resource.rb
+- test/scout/test_offsite.rb
 - test/scout/test_semaphore.rb
-- test/scout/test_tmpfile.rb
 - test/scout/test_tsv.rb
 - test/scout/test_work_queue.rb
 - test/scout/test_workflow.rb
@@ -386,7 +283,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.13
+rubygems_version: 3.5.0.dev
 signing_key: 
 specification_version: 4
 summary: basic gear for scouts