scout-essentials 1.0.0

data/test/scout/test_persist.rb

@@ -0,0 +1,186 @@
+require File.expand_path(__FILE__).sub(%r(/test/.*), '/test/test_helper.rb')
+require File.expand_path(__FILE__).sub(%r(.*/test/), '').sub(/test_(.*)\.rb/,'\1')
+
+class TestPersist < Test::Unit::TestCase
+  def test_string
+    TmpFile.with_file do |tmpfile|
+      Path.setup(tmpfile)
+      obj = "TEST"
+      type = :string
+      refute tmpdir.persist.glob("*").any?
+      assert_equal obj, Persist.persist(tmpfile, type, :dir => tmpdir.persist){ obj }
+      assert tmpdir.persist.glob("*").any?
+      assert_equal obj, Persist.persist(tmpfile, type, :dir => tmpdir.persist){ raise "Error" }
+    end
+  end
+
+  def test_float_array
+    TmpFile.with_file do |tmpfile|
+      Path.setup(tmpfile)
+      obj = [1.2,2.2]
+      type = :float_array
+      refute tmpdir.persist.glob("*").any?
+      assert_equal obj, Persist.persist(tmpfile, type, :dir => tmpdir.persist){ obj }
+      assert tmpdir.persist.glob("*").any?
+      assert_equal obj, Persist.persist(tmpfile, type, :dir => tmpdir.persist){ raise "Error" }
+    end
+  end
+
+  def test_string_update
+    TmpFile.with_file do |tmpfile|
+      Path.setup(tmpfile)
+      obj = "TEST"
+      type = :string
+      refute tmpdir.persist.glob("*").any?
+      assert_equal obj, Persist.persist(tmpfile, type, :dir => tmpdir.persist){ obj }
+      assert tmpdir.persist.glob("*").any?
+      assert_raises ScoutException do 
+        Persist.persist(tmpfile, type, :dir => tmpdir.persist, :update => true){ raise ScoutException }
+      end
+      assert_raises ScoutException do 
+        Persist.persist(tmpfile, type, :persist_dir => tmpdir.persist, :persist_update => true){ raise ScoutException }
+      end
+    end
+  end
+
+  def test_stream
+    TmpFile.with_file do |tmpfile|
+      Path.setup(tmpfile)
+      obj = "TEST\nTEST"
+      stream = StringIO.new obj
+      stream.rewind
+      res = Persist.persist(tmpfile, :string, :dir => tmpdir.persist){ stream }
+      assert IO === res
+      assert_equal obj, res.read
+      assert_equal obj, Persist.persist(tmpfile, :string, :dir => tmpdir.persist){ raise ScoutException }
+    end
+  end
+
+  def test_stream_multiple
+    TmpFile.with_file do |tmpfile|
+      Path.setup(tmpfile)
+      obj = "TEST\nTEST"
+      stream = StringIO.new obj
+      stream.rewind
+      res1 = Persist.persist(tmpfile, :string, :dir => tmpdir.persist, :tee_copies => 2){ stream }
+      res2 = res1.next
+      assert IO === res1
+      assert_equal obj, res1.read
+      assert_equal obj, res2.read
+      assert_equal obj, Persist.persist(tmpfile, :string, :dir => tmpdir.persist){ raise ScoutException }
+    end
+  end
+
+  def test_update_time
+    TmpFile.with_file do |dir|
+      Path.setup(dir)
+      obj = "TEST"
+      type = :string
+
+      Open.write(dir.file, "TEST")
+      assert_equal "TEST", Persist.persist(dir.cache, type, :dir => tmpdir.persist){ Open.read(dir.file) }
+      Open.rm(dir.file)
+      assert_equal "TEST", Persist.persist(dir.cache, type, :dir => tmpdir.persist){ Open.read(dir.file) }
+
+      sleep 1
+      Open.write(dir.file2, "TEST2")
+      assert_equal "TEST", Persist.persist(dir.cache, type, :dir => tmpdir.persist){ Open.read(dir.file2) }
+      assert_equal "TEST2", Persist.persist(dir.cache, type, :dir => tmpdir.persist, :update => dir.file2){ Open.read(dir.file2) }
+
+      sleep 1
+      Open.write(dir.file3, "TEST3")
+      sleep 1
+      Open.touch tmpdir.persist.glob("*").first
+      assert_equal "TEST2", Persist.persist(dir.cache, type, :dir => tmpdir.persist, :update => dir.file3){ Open.read(dir.file3) }
+    end
+  end
+
+  def test_concurrent
+    num = 10
+
+    s = 0.01
+    10.times do
+      TmpFile.with_file do |file|
+        output1 = file + '.output1'
+        output2 = file + '.output2'
+        pid1 = Process.fork do
+          Open.purge_pipes
+          sleep rand/10.0
+          io = Persist.persist("test", :string, :path => file) do
+            Open.open_pipe do |sin|
+              num.times do |i|
+                sin.puts "line-#{i}-#{Process.pid}"
+                sleep s
+              end
+            end
+          end
+
+          if IO === io
+            Open.consume_stream(io, false)
+          else
+            Open.write(output1, io)
+          end
+        end
+        pid2 = Process.fork do
+          Open.purge_pipes
+          sleep rand/10.0
+          io = Persist.persist("test", :string, :path => file) do
+            Open.open_pipe do |sin|
+              num.times do |i|
+                sin.puts "line-#{i}-#{Process.pid}"
+                sleep s
+              end
+            end
+          end
+          if IO === io
+            Open.consume_stream(io, false)
+          else
+            Open.write(output2, io)
+          end
+        end
+        Process.waitpid pid1
+        Process.waitpid pid2
+
+        assert File.exist?(output1) || File.exist?(output2)
+        [pid1, pid2].zip([output2, output1]).each do |pid, found|
+          next unless File.exist?(found)
+          assert Open.read(found).include? "-#{pid}\n"
+        end
+        [pid1, pid2].zip([output1, output2]).each do |pid, found|
+          next unless File.exist?(found)
+          refute Open.read(found).include? "-#{pid}\n"
+        end
+        Open.rm file
+        Open.rm output1
+        Open.rm output2
+      end
+    end
+  end
+
+  def test_path_prefix
+    Persist.persist('foo', :tsv, :prefix => "TSV") do |filename|
+      assert File.basename(filename).start_with? "TSV"
+    end
+  end
+
+  def __test_speed
+    times = 100_000
+    TmpFile.with_file do |tmpfile|
+      sout = Persist.persist(tmpfile, :string, :path => tmpfile) do
+        Open.open_pipe do |sin|
+          times.times do |i|
+            sin.puts "line-#{i}"
+          end
+        end
+      end
+
+      Log::ProgressBar.with_bar do |bar|
+        while l = sout.gets
+          bar.tick
+        end
+      end
+    end
+  end
+
+end
+

data/test/scout/test_resource.rb

@@ -0,0 +1,26 @@
+require File.expand_path(__FILE__).sub(%r(/test/.*), '/test/test_helper.rb')
+require File.expand_path(__FILE__).sub(%r(.*/test/), '').sub(/test_(.*)\.rb/,'\1')
+
+class TestResourceUnit < Test::Unit::TestCase
+  module TestResource
+    extend Resource
+
+    self.subdir = Path.setup('tmp/test-resource')
+  end
+
+
+  def test_root
+
+    p = TestResource.root.some_file
+    assert p.find(:user).include?(ENV["HOME"])
+  end
+
+  def __test_identify
+    assert_equal 'etc/', Rbbt.identify(File.join(ENV["HOME"], '.rbbt/etc/'))
+    assert_equal 'share/databases/', Rbbt.identify('/usr/local/share/rbbt/databases/')
+    assert_equal 'share/databases/DATABASE', Rbbt.identify('/usr/local/share/rbbt/databases/DATABASE')
+    assert_equal 'share/databases/DATABASE/FILE', Rbbt.identify('/usr/local/share/rbbt/databases/DATABASE/FILE')
+    assert_equal 'share/databases/DATABASE/FILE', Rbbt.identify(File.join(ENV["HOME"], '.rbbt/share/databases/DATABASE/FILE'))
+    assert_equal 'share/databases/DATABASE/FILE', Rbbt.identify('/usr/local/share/rbbt/databases/DATABASE/FILE')
+  end
+end

data/test/scout/test_tmpfile.rb

@@ -0,0 +1,53 @@
+require File.expand_path(__FILE__).sub(%r(/test/.*), '/test/test_helper.rb')
+require File.expand_path(__FILE__).sub(%r(.*/test/), '').sub(/test_(.*)\.rb/,'\1')
+
+class TestTmpFile < Test::Unit::TestCase
+
+  def test_tmp_file
+    assert(TmpFile.tmp_file("test") =~ /(tmpfiles|tmp)\/test\d+$/)
+  end
+
+  def test_do_tmp_file
+    content = "Hello World!"
+    TmpFile.with_file(content) do |file|
+      assert_equal content, File.open(file).read
+    end
+  end
+
+  def test_do_tmp_file_io
+    content = "Hello World!"
+    TmpFile.with_file(content) do |file1|
+      File.open(file1) do |io|
+        TmpFile.with_file(io) do |file|
+          assert_equal content, File.open(file).read
+        end
+      end
+    end
+  end
+
+  def test_extension
+    TmpFile.with_file(nil, true, :extension => 'txt') do |file|
+      assert file =~ /\.txt$/
+    end
+  end
+
+  def test_tmpdir
+    TmpFile.with_file(nil, true, :tmpdir => TmpFile.user_tmp("TMPDIR")) do |file|
+      assert file =~ /TMPDIR/
+    end
+
+    TmpFile.tmpdir = TmpFile.user_tmp("TMPDIR")
+
+    TmpFile.with_file do |file|
+      assert file =~ /TMPDIR/
+    end
+  end
+
+  def test_in_dir
+    TmpFile.in_dir do |dir|
+      assert_equal_path dir, FileUtils.pwd
+    end
+  end
+
+end
+

data/test/test_helper.rb

@@ -0,0 +1,50 @@
+
+require 'simplecov'
+
+module SimpleCov::Configuration
+  def clean_filters
+    @filters = []
+  end
+end
+
+SimpleCov.configure do
+  clean_filters
+  load_adapter 'test_frameworks'
+end
+
+ENV["COVERAGE"] && SimpleCov.start do
+  add_filter "/.rvm/"
+end
+require 'rubygems'
+require 'test/unit'
+
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+
+require 'scout/tmpfile'
+require 'scout/log'
+require 'scout/open'
+require 'scout/persist'
+
+class Test::Unit::TestCase
+
+  def assert_equal_path(path1, path2)
+    assert_equal File.expand_path(path1), File.expand_path(path2)
+  end
+
+  def tmpdir
+    @tmpdir ||= Path.setup('tmp/test_tmpdir').find
+  end
+
+  setup do
+    TmpFile.tmpdir = tmpdir.tmpfiles
+    Log::ProgressBar.default_severity = 0
+    Persist.cache_dir = tmpdir.var.cache
+    Persist::MEMORY_CACHE.clear
+    Open.remote_cache_dir = tmpdir.var.cache
+  end
+  
+  teardown do
+    Open.rm_rf tmpdir
+  end
+end

metadata

@@ -0,0 +1,247 @@
+--- !ruby/object:Gem::Specification
+name: scout-essentials
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Miguel Vazquez
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2023-07-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: shoulda
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.12'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.12'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: juwelier
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.1.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.1.0
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: term-ansicolor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: yaml
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Things a scout can use anywhere
+email: mikisvaz@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files:
+- LICENSE.txt
+- README.rdoc
+files:
+- ".document"
+- ".vimproject"
+- Gemfile
+- LICENSE.txt
+- README.rdoc
+- Rakefile
+- VERSION
+- lib/scout-essentials.rb
+- lib/scout/cmd.rb
+- lib/scout/concurrent_stream.rb
+- lib/scout/config.rb
+- lib/scout/exceptions.rb
+- lib/scout/indiferent_hash.rb
+- lib/scout/indiferent_hash/case_insensitive.rb
+- lib/scout/indiferent_hash/options.rb
+- lib/scout/log.rb
+- lib/scout/log/color.rb
+- lib/scout/log/color_class.rb
+- lib/scout/log/fingerprint.rb
+- lib/scout/log/progress.rb
+- lib/scout/log/progress/report.rb
+- lib/scout/log/progress/util.rb
+- lib/scout/log/trap.rb
+- lib/scout/meta_extension.rb
+- lib/scout/misc.rb
+- lib/scout/misc/digest.rb
+- lib/scout/misc/filesystem.rb
+- lib/scout/misc/format.rb
+- lib/scout/misc/helper.rb
+- lib/scout/misc/insist.rb
+- lib/scout/misc/monitor.rb
+- lib/scout/misc/system.rb
+- lib/scout/named_array.rb
+- lib/scout/open.rb
+- lib/scout/open/lock.rb
+- lib/scout/open/lock/lockfile.rb
+- lib/scout/open/remote.rb
+- lib/scout/open/stream.rb
+- lib/scout/open/util.rb
+- lib/scout/path.rb
+- lib/scout/path/find.rb
+- lib/scout/path/tmpfile.rb
+- lib/scout/path/util.rb
+- lib/scout/persist.rb
+- lib/scout/persist/open.rb
+- lib/scout/persist/path.rb
+- lib/scout/persist/serialize.rb
+- lib/scout/resource.rb
+- lib/scout/resource/open.rb
+- lib/scout/resource/path.rb
+- lib/scout/resource/produce.rb
+- lib/scout/resource/produce/rake.rb
+- lib/scout/resource/scout.rb
+- lib/scout/resource/software.rb
+- lib/scout/resource/util.rb
+- lib/scout/simple_opt.rb
+- lib/scout/simple_opt/accessor.rb
+- lib/scout/simple_opt/doc.rb
+- lib/scout/simple_opt/get.rb
+- lib/scout/simple_opt/parse.rb
+- lib/scout/simple_opt/setup.rb
+- lib/scout/tmpfile.rb
+- scout-essentials.gemspec
+- share/color/color_names
+- share/color/diverging_colors.hex
+- share/software/install_helpers
+- test/scout/indiferent_hash/test_case_insensitive.rb
+- test/scout/indiferent_hash/test_options.rb
+- test/scout/log/test_color.rb
+- test/scout/log/test_progress.rb
+- test/scout/misc/test_digest.rb
+- test/scout/misc/test_filesystem.rb
+- test/scout/misc/test_insist.rb
+- test/scout/misc/test_system.rb
+- test/scout/open/test_lock.rb
+- test/scout/open/test_remote.rb
+- test/scout/open/test_stream.rb
+- test/scout/open/test_util.rb
+- test/scout/path/test_find.rb
+- test/scout/path/test_util.rb
+- test/scout/persist/test_open.rb
+- test/scout/persist/test_path.rb
+- test/scout/persist/test_serialize.rb
+- test/scout/resource/test_path.rb
+- test/scout/resource/test_produce.rb
+- test/scout/resource/test_software.rb
+- test/scout/resource/test_util.rb
+- test/scout/simple_opt/test_doc.rb
+- test/scout/simple_opt/test_get.rb
+- test/scout/simple_opt/test_parse.rb
+- test/scout/simple_opt/test_setup.rb
+- test/scout/test_cmd.rb
+- test/scout/test_concurrent_stream.rb
+- test/scout/test_config.rb
+- test/scout/test_indiferent_hash.rb
+- test/scout/test_log.rb
+- test/scout/test_meta_extension.rb
+- test/scout/test_misc.rb
+- test/scout/test_named_array.rb
+- test/scout/test_open.rb
+- test/scout/test_path.rb
+- test/scout/test_persist.rb
+- test/scout/test_resource.rb
+- test/scout/test_tmpfile.rb
+- test/test_helper.rb
+homepage: http://github.com/mikisvaz/scout-essentials
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.4.13
+signing_key: 
+specification_version: 4
+summary: Scout essential tools
+test_files: []