scout-essentials 1.6.10 → 1.6.12

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0744ff3212ce233d71a90debd83ef37b8bbe6e7b59e1e96fc5a11410a2cdd9f7
-  data.tar.gz: 2a6dcc56bb12d626bb83b04adf4c4a333cb75affa5b7bd82dcd52232c7c9aec4
+  metadata.gz: 37db5fc1f54a8e4c5483742f27cb13d761195505e5f90e19e373e50e7cd3dd86
+  data.tar.gz: beac010288c378947a16a318c62386e63e2d16b042a441a3e2bedac3e8d99bc4
 SHA512:
-  metadata.gz: bffec594af7e3b20eba03d717eb3ca2a1efdf4f3e51d3e4fd581aecf0b343a6f6e792e4faaf33b93a3087327d36b4bacbed5264e2c816545ceb936ca0dfb2f71
-  data.tar.gz: decc1173a098ffa0c459ebee50efb3b8a37c222d43fa669f6df82b34d04c2a773dc91a72c1d446320df015343ed8cef9cc548f65fa265289234fcc8ee7d0ecac
+  metadata.gz: dc32848c270767fe4b8579a48c60d9b3e0e0b0ae3ad3ed479030c7fb3630f9dd56bf10bc0d68eb972d8a3ae2d604f3f41b05165c6a45f395910b720054832f5c
+  data.tar.gz: b06ee0dd075feff9193b418b6d6b4a764c96efe6e0b99ad4829365cd45e272d3f31ed5526a393dd39087f8f734711debd4842a78f270db1613dab849b704d3cf

data/.vimproject

@@ -66,6 +66,7 @@ scout-essentials=/$PWD filter="*.rb *.txt *.md *.conf *.yaml" {
     remote.rb
     stream.rb
     util.rb
+    sync.rb
     bgzf.rb
    }
    tmpfile.rb
@@ -76,6 +77,7 @@ scout-essentials=/$PWD filter="*.rb *.txt *.md *.conf *.yaml" {
     produce.rb
     scout.rb
     software.rb
+    sync.rb
     util.rb
    }
    config.rb

data/VERSION

@@ -1 +1 @@
-1.6.10
+1.6.12

data/lib/scout/annotation/annotation_module.rb

@@ -1,8 +1,10 @@
+require 'scout/log'
 module Annotation
   module AnnotationModule
     def annotation(*attrs)
       annotations = self.instance_variable_get("@annotations")
-      annotations.concat attrs - annotations
+      attrs -= annotations
+      annotations.concat attrs
       attrs.each do |a|
         self.attr_accessor a
       end
@@ -13,8 +15,11 @@ module Annotation
     end
 
     def included(mod)
+      attrs = self.instance_variable_get("@annotations")
       mod.instance_variable_set(:@annotations, []) unless mod.instance_variables.include?(:@annotations)
-      mod.instance_variable_get(:@annotations).concat self.instance_variable_get(:@annotations)
+      annotations = mod.instance_variable_get(:@annotations)
+      attrs -= annotations
+      annotations.concat attrs
     end
 
     def extended(obj)
@@ -24,6 +29,7 @@ module Annotation
       obj.annotation_types << self
 
       annotations = obj.instance_variable_get(:@annotations)
+      attrs -= annotations
       annotations.concat attrs
     end
 

data/lib/scout/cmd.rb

@@ -92,7 +92,7 @@ module CMD
   end
 
   def self.bash(cmd)
-    cmd = %Q(bash <<EOF\n#{cmd}\nEOF\n)
+    cmd = %Q(bash -l <<EOF\n#{cmd}\nEOF\n)
     CMD.cmd(cmd, :autojoin => true)
   end
 

data/lib/scout/indiferent_hash.rb

@@ -115,10 +115,27 @@ module IndiferentHash
   def keys_to_sym!
     string_keys = keys.select{|k| String === k}
     string_keys.each do |key|
-      self[key.to_sym] = self.delete(key)
+      begin
+        self[key.to_sym] = self.delete(key)
+      rescue
+        next
+      end
     end
   end
 
+  def keys_to_sym
+    new = IndiferentHash.setup({})
+    self.keys.each do |key|
+      begin
+        skey = key.is_a?(String) ? key.to_sym : key
+      rescue
+        skey = key
+      end
+      new[skey] = self[key]
+    end
+    new
+  end
+
   def prety_print
     Misc.format_definition_list(self, sep: "\n")
   end

data/lib/scout/log/color.rb

@@ -155,6 +155,8 @@ module Log
     :time => cyan,
     :task => yellow,
     :workflow => yellow,
+    :present => green,
+    :missing => cyan,
   })
   HIGHLIGHT = "\033[1m"
 

data/lib/scout/open/sync.rb

@@ -0,0 +1,84 @@
+module Open
+
+  def self.rsync(source, target, options = {})
+    excludes, files, hard_link, test, print, delete, source_server, target_server, other = IndiferentHash.process_options options,
+      :excludes, :files, :hard_link, :test, :print, :delete, :source, :target, :other
+
+    excludes ||= %w(.save .crap .source tmp filecache open-remote)
+    excludes = excludes.split(/,\s*/) if excludes.is_a?(String) and not excludes.include?("--exclude")
+
+    if File.directory?(source) || source.end_with?("/")
+      source += "/" unless source.end_with? '/'
+      target += "/" unless target.end_with? '/'
+    end
+
+    if source == target && ! (source_server || target_server)
+      Log.warn "Asking to rsync local file with itself"
+      return
+    end
+
+    if target_server
+      target_uri = [target_server, "'" + target + "'"] * ":" 
+    else
+      target_uri = "'" + target + "'"
+    end
+
+    if source_server
+      source_uri = [source_server, "'" + source + "'"] * ":" 
+    else
+      source_uri = "'" + source + "'"
+    end
+
+
+    if target_server
+      CMD.cmd("ssh #{target_server} mkdir -p '#{File.dirname(target)}'")
+    else
+      Open.mkdir File.dirname(target)
+    end
+
+    Log.low "Migrating #{source} #{files.length} files to #{target} - #{Misc.fingerprint(files)}}" if files
+
+
+    rsync_args = %w(-avztHP --copy-unsafe-links --omit-dir-times)
+    rsync_args << "--link-dest '#{source}'" if hard_link && ! source_server
+    rsync_args << excludes.collect{|s| "--exclude '#{s}'" } if excludes and excludes.any?
+    rsync_args << "-nv" if test
+    if files
+      tmp_files = TmpFile.tmp_file 'rsync_files-'
+      Open.write(tmp_files, files * "\n")
+      rsync_args << "--files-from='#{tmp_files}'"
+    end
+
+    cmd = "rsync #{rsync_args * " "} #{source_uri} #{target_uri}"
+    case other
+    when String
+      cmd << " " << other
+    when Array
+      cmd << " " << other * " "
+    end
+    cmd << " && rm -Rf #{source}" if delete && ! files
+
+    if print
+      cmd
+    else
+      CMD.cmd_log(cmd, :log => Log::HIGH)
+
+      if delete && files
+        remove_files = files.collect{|f| File.join(source, f) }
+        dirs = remove_files.select{|f| File.directory? f }
+        remove_files.each do |file|
+          next if dirs.include? file
+          Open.rm file
+        end
+
+        dirs.each do |dir|
+          FileUtils.rmdir dir if Dir.glob(dir).empty?
+        end
+      end 
+    end
+  end
+
+  def self.sync(...)
+    rsync(...)
+  end
+end

data/lib/scout/open.rb

@@ -6,6 +6,7 @@ require_relative 'open/stream'
 require_relative 'open/util'
 require_relative 'open/remote'
 require_relative 'open/lock'
+require_relative 'open/sync'
 
 module Open
   module NamedStream

data/lib/scout/path/find.rb

@@ -117,13 +117,17 @@ module Path
   def self.load_path_maps(filename)
     Path.setup(filename) unless Path === filename
     if filename.exist?
+      filename = filename.find
       begin
+        Log.debug "Loading search_paths from #{filename}"
         YAML.load(filename.read).each do |where, location|
-          @@path_maps[where.to_sym] = location
+          add_path where.to_sym, location
         end
       rescue
         Log.error "Error loading search_paths from #{filename}: " << $!.message
       end
+    else
+      Log.debug "Could not find search_paths file #{filename}"
     end
   end
 
@@ -132,18 +136,22 @@ module Path
   end
 
   def _subpath
-    @subpath ||= _parts.length > 1 ? _parts[1..-1] * "/" : _parts[0] || ""
+    @subpath ||= _parts.length > 1 ? _parts[1..-1] * "/" : nil
   end
 
   def _toplevel
-    @toplevel ||= _parts.length > 1 ? _parts[0] : ""
+    @toplevel ||= _parts[0]
   end
 
   SLASH = "/"[0]
   DOT = "."[0]
-  def located?
+  def self.located?(path)
     # OPEN RESOURCE
-    self.slice(0,1) == SLASH || (self.slice(0,1) == DOT && self.slice(1,2) == SLASH) # || (resource != Rbbt && (Open.remote?(self) || Open.ssh?(self)))
+    path.slice(0,1) == SLASH || (path.slice(0,1) == DOT && path.slice(1,2) == SLASH)
+  end
+
+  def located?
+    Path.located?(self)
   end
 
   def annotate_found_where(found, where)
@@ -180,10 +188,11 @@ module Path
   end
 
   def self.exists_file_or_alternatives(file)
-    return file if File.exist?(file) or File.directory?(file)
+    file = file.dup if Path === file
+    return file if Open.exist?(file) or Open.directory?(file)
     %w(gz bgz zip).each do |extension|
       alt_file = file + '.' + extension
-      return alt_file if File.exist?(alt_file) or File.directory?(alt_file)
+      return alt_file if Open.exist?(alt_file) or Open.directory?(alt_file)
     end
     nil
   end

data/lib/scout/resource/sync.rb

@@ -0,0 +1,24 @@
+require 'scout/open/sync'
+module Resource
+  def self.sync(path, map = nil, options = {})
+    resource = IndiferentHash.process_options options, 
+      :resource
+
+    map = 'user' if map.nil?
+    resource = path.pkgdir if resource.nil? and path.is_a?(Path) and path.pkgdir.is_a?(Resource)
+    resource = Resource.default_resource if resource.nil?
+
+    target = resource.identify(path).find(map)
+
+    if File.exist?(path)
+      real_paths = [path]
+    else
+      path = Path.setup(path, pkgdir: resource) unless path.is_a?(Path)
+      real_paths = path.directory? ? path.find_all : path.glob_all
+    end
+
+    real_paths.each do |source|
+      Open.sync(source, target, options)
+    end
+  end
+end

data/lib/scout/resource/util.rb

@@ -1,5 +1,6 @@
 module Resource
   def identify(path)
+    path = Path.setup path unless Path === path
     return path unless path.located?
     path_maps = path.path_maps if Path === path
     path_maps ||= self.path_maps || Path.path_maps
@@ -30,8 +31,6 @@ module Resource
               m.named_captures.include?(c) ? m[c] : nil
             }.compact * "/"
 
-            #unlocated.gsub!(/\/+/,'/')
-
             if self.subdir && ! self.subdir.empty?
               subdir = self.subdir
               subdir += "/" unless subdir.end_with?("/")

data/lib/scout/resource.rb

@@ -5,6 +5,7 @@ require_relative 'resource/path'
 require_relative 'resource/open'
 require_relative 'resource/util'
 require_relative 'resource/software'
+require_relative 'resource/sync'
 
 module Resource
   extend Annotation
@@ -14,7 +15,7 @@ module Resource
     attr_accessor :default_resource
 
     def default_resource
-      @default_resource ||= Scout
+      @default_resource
     end
   end
 

data/lib/scout/simple_opt/get.rb

@@ -39,6 +39,8 @@ module SOPT
     end
 
     IndiferentHash.setup @@current_options
+    @@current_options.keys_to_sym!
+
     GOT_OPTIONS.merge! @@current_options
 
     @@current_options

data/scout-essentials.gemspec

@@ -2,16 +2,16 @@
 # DO NOT EDIT THIS FILE DIRECTLY
 # Instead, edit Juwelier::Tasks in Rakefile, and run 'rake gemspec'
 # -*- encoding: utf-8 -*-
-# stub: scout-essentials 1.6.10 ruby lib
+# stub: scout-essentials 1.6.12 ruby lib
 
 Gem::Specification.new do |s|
   s.name = "scout-essentials".freeze
-  s.version = "1.6.10".freeze
+  s.version = "1.6.12".freeze
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0".freeze) if s.respond_to? :required_rubygems_version=
   s.require_paths = ["lib".freeze]
   s.authors = ["Miguel Vazquez".freeze]
-  s.date = "2025-04-08"
+  s.date = "2025-04-16"
   s.description = "Things a scout can use anywhere".freeze
   s.email = "mikisvaz@gmail.com".freeze
   s.extra_rdoc_files = [
@@ -64,6 +64,7 @@ Gem::Specification.new do |s|
     "lib/scout/open/lock/lockfile.rb",
     "lib/scout/open/remote.rb",
     "lib/scout/open/stream.rb",
+    "lib/scout/open/sync.rb",
     "lib/scout/open/util.rb",
     "lib/scout/path.rb",
     "lib/scout/path/digest.rb",
@@ -81,6 +82,7 @@ Gem::Specification.new do |s|
     "lib/scout/resource/produce/rake.rb",
     "lib/scout/resource/scout.rb",
     "lib/scout/resource/software.rb",
+    "lib/scout/resource/sync.rb",
     "lib/scout/resource/util.rb",
     "lib/scout/simple_opt.rb",
     "lib/scout/simple_opt/accessor.rb",
@@ -110,6 +112,7 @@ Gem::Specification.new do |s|
     "test/scout/open/test_lock.rb",
     "test/scout/open/test_remote.rb",
     "test/scout/open/test_stream.rb",
+    "test/scout/open/test_sync.rb",
     "test/scout/open/test_util.rb",
     "test/scout/path/test_digest.rb",
     "test/scout/path/test_find.rb",
@@ -120,6 +123,7 @@ Gem::Specification.new do |s|
     "test/scout/resource/test_path.rb",
     "test/scout/resource/test_produce.rb",
     "test/scout/resource/test_software.rb",
+    "test/scout/resource/test_sync.rb",
     "test/scout/resource/test_util.rb",
     "test/scout/simple_opt/test_doc.rb",
     "test/scout/simple_opt/test_get.rb",
@@ -142,7 +146,7 @@ Gem::Specification.new do |s|
   ]
   s.homepage = "http://github.com/mikisvaz/scout-essentials".freeze
   s.licenses = ["MIT".freeze]
-  s.rubygems_version = "3.6.5".freeze
+  s.rubygems_version = "3.6.6".freeze
   s.summary = "Scout essential tools".freeze
 
   s.specification_version = 4

data/test/scout/open/test_sync.rb

@@ -0,0 +1,55 @@
+require File.expand_path(__FILE__).sub(%r(/test/.*), '/test/test_helper.rb')
+require File.expand_path(__FILE__).sub(%r(.*/test/), '').sub(/test_(.*)\.rb/,'\1')
+
+class TestOpenSync < Test::Unit::TestCase
+  def test_rsync_basic
+    TmpFile.with_file do |source|
+      TmpFile.with_file do |target|
+        Open.write(source, 'payload')
+        Open.rsync(source, target)
+        assert_equal 'payload', Open.read(target)
+      end
+    end
+  end
+
+  def test_rsync_dir
+    TmpFile.with_path do |source|
+      TmpFile.with_path do |target|
+        Open.write(source.file, 'payload')
+        Open.rsync(source, target)
+        assert_equal 'payload', Open.read(target.file)
+      end
+    end
+  end
+
+  def test_rsync_excludes
+    TmpFile.with_path do |source|
+      TmpFile.with_path do |target|
+        Open.write(source.file, 'payload')
+        Open.write(source.tmp_dir.tmp_file, 'decoy')
+        Open.rsync(source, target, excludes: 'tmp_dir')
+        assert_equal 'payload', Open.read(target.file)
+        refute Open.exist?(target.tmp_dir.tmp_file)
+      end
+    end
+  end
+
+  def test_rsync_remote
+    TmpFile.with_path do |source|
+      Open.write(source.file, 'payload')
+      cmd = Open.rsync(source, 'remote:target', print: true)
+      assert cmd.end_with?('remote:target/\'')
+    end
+  end
+
+  def test_sync_alias
+    TmpFile.with_path do |source|
+      TmpFile.with_path do |target|
+        Open.write(source.file, 'payload')
+        Open.sync(source, target)
+        assert_equal 'payload', Open.read(target.file)
+      end
+    end
+  end
+end
+

data/test/scout/path/test_find.rb

@@ -10,8 +10,8 @@ class TestPathFind < Test::Unit::TestCase
     assert_equal "data/some_file", path._subpath
 
     path = Path.setup("data", 'scout')
-    assert_equal "", path._toplevel
-    assert_equal "data", path._subpath
+    assert_equal "data", path._toplevel
+    assert_equal nil, path._subpath
   end
 
   def test_find_local
@@ -138,5 +138,12 @@ class TestPathFind < Test::Unit::TestCase
       end
     end
   end
+
+  def test_single
+    file = Path.setup('foo')
+    assert_equal 'foo', file._toplevel
+    assert_equal nil, file._subpath
+    assert_equal '/usr/local/foo/scout/', file.find(:local)
+  end
 end
 

data/test/scout/resource/test_sync.rb

@@ -0,0 +1,32 @@
+require File.expand_path(__FILE__).sub(%r(/test/.*), '/test/test_helper.rb')
+require File.expand_path(__FILE__).sub(%r(.*/test/), '').sub(/test_(.*)\.rb/,'\1')
+
+require 'scout'
+class TestResourceSync < Test::Unit::TestCase
+  def test_sync_file
+    TmpFile.with_path do |source|
+      TmpFile.with_path do |target|
+        Open.write(source.file, 'payload')
+        Misc.in_dir target.find do
+          Resource.sync(source.file, :current)
+        end
+
+        assert_equal 'payload', Open.read(target[Resource.identify(source)].file)
+      end
+    end
+  end
+
+  def test_sync_dir
+    TmpFile.with_path do |source|
+      TmpFile.with_path do |target|
+        Open.write(source.file, 'payload')
+        Misc.in_dir target.find do
+          Resource.sync(source, :current)
+        end
+
+        assert_equal 'payload', Open.read(target[Resource.identify(source)].file)
+      end
+    end
+  end
+end
+

data/test/scout/resource/test_util.rb

@@ -10,6 +10,11 @@ class TestResourceUtil < Test::Unit::TestCase
     assert_equal 'share/data/somedir/somepath', Scout.identify(path)
   end
 
+  def test_identify_dir
+    path = Path.setup('share/data/somedir/').find
+    assert_equal 'share/data/somedir', Scout.identify(path)
+  end
+
   def test_identify_with_subdir
     m = Module.new
     m.extend Resource

data/test/scout/test_resource.rb

@@ -1,6 +1,7 @@
 require File.expand_path(__FILE__).sub(%r(/test/.*), '/test/test_helper.rb')
 require File.expand_path(__FILE__).sub(%r(.*/test/), '').sub(/test_(.*)\.rb/,'\1')
 
+require 'scout'
 require 'scout/resource/scout'
 class TestResourceUnit < Test::Unit::TestCase
   module TestResource
@@ -22,5 +23,6 @@ class TestResourceUnit < Test::Unit::TestCase
     assert_equal 'share/databases/DATABASE/FILE', Resource.identify('/usr/local/share/scout/databases/DATABASE/FILE')
     assert_equal 'share/databases/DATABASE/FILE', Resource.identify(File.join(ENV["HOME"], '.scout/share/databases/DATABASE/FILE'))
     assert_equal 'share/databases/DATABASE/FILE', Resource.identify('/usr/local/share/scout/databases/DATABASE/FILE')
+    assert_equal 'share/databases/DATABASE/FILE', Resource.identify('/usr/local/share/scout/databases/DATABASE/FILE/')
   end
 end

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: scout-essentials
 version: !ruby/object:Gem::Version
-  version: 1.6.10
+  version: 1.6.12
 platform: ruby
 authors:
 - Miguel Vazquez
 bindir: bin
 cert_chain: []
-date: 2025-04-08 00:00:00.000000000 Z
+date: 2025-04-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: shoulda
@@ -174,6 +174,7 @@ files:
 - lib/scout/open/lock/lockfile.rb
 - lib/scout/open/remote.rb
 - lib/scout/open/stream.rb
+- lib/scout/open/sync.rb
 - lib/scout/open/util.rb
 - lib/scout/path.rb
 - lib/scout/path/digest.rb
@@ -191,6 +192,7 @@ files:
 - lib/scout/resource/produce/rake.rb
 - lib/scout/resource/scout.rb
 - lib/scout/resource/software.rb
+- lib/scout/resource/sync.rb
 - lib/scout/resource/util.rb
 - lib/scout/simple_opt.rb
 - lib/scout/simple_opt/accessor.rb
@@ -220,6 +222,7 @@ files:
 - test/scout/open/test_lock.rb
 - test/scout/open/test_remote.rb
 - test/scout/open/test_stream.rb
+- test/scout/open/test_sync.rb
 - test/scout/open/test_util.rb
 - test/scout/path/test_digest.rb
 - test/scout/path/test_find.rb
@@ -230,6 +233,7 @@ files:
 - test/scout/resource/test_path.rb
 - test/scout/resource/test_produce.rb
 - test/scout/resource/test_software.rb
+- test/scout/resource/test_sync.rb
 - test/scout/resource/test_util.rb
 - test/scout/simple_opt/test_doc.rb
 - test/scout/simple_opt/test_get.rb
@@ -267,7 +271,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.6.5
+rubygems_version: 3.6.6
 specification_version: 4
 summary: Scout essential tools
 test_files: []