epitools 0.5.123 → 0.5.129

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 11a6ae70a9142d18e741ba903f803f7977d0281db3478fb2c39b32d53044d0ed
-  data.tar.gz: 5dea125fb921bb2ad59c08fa7ffc6f32f03c3fafd03736ea124b4c5a72c2ff09
+  metadata.gz: 74b341f10e9697a2d9e93aad5aa91b7f799e75a3cd817d712bce3e15cd18428d
+  data.tar.gz: bce241006bd3b743410e3b6833145a5e72052637d7e918caa2562564b6ad4f5b
 SHA512:
-  metadata.gz: da43a98210212a18a6837a53951ac813ccc2a41f64900e559c352ef0f40ea84764671a7148e2dc8a642331d0b1c0fa73d164f19a9fc06135d40a3a35abfb3d7f
-  data.tar.gz: b32f798ac765857e2490fc9ee7f78f5c251e0a53658493f203c06dbb30df4f7e77fb023b8fa865951ed12036be2c638ce2ac8aef20fee430e5ec1f6bc2797957
+  metadata.gz: ef8edebf3480e814c17e90f5c200fe1dc70a45827d8c2e52d2d7834291f61fb67824c5c5b6f869805f8751ea53d0eb95aa83e86daba42eb748d34ea66061ad6a
+  data.tar.gz: 38abf237811351f91306dd1d1e66e9104040645aa3ff743d13609a155853aa6ffa80b9967961edda5f20e1ad67068ffc298beafac47857210eca9ebb6a4ec87f

data/VERSION

@@ -1 +1 @@
-0.5.123
+0.5.129

data/lib/epitools/autoloads.rb

@@ -1,7 +1,6 @@
 ## Standard library
 
 autoload :Set,        'set'
-autoload :URI,        'uri'
 autoload :Zlib,       'zlib'
 autoload :FileUtils,  'fileutils'
 autoload :Tempfile,   'tempfile'
@@ -23,6 +22,10 @@ autoload :CSV,        'csv'
 autoload :SDBM,       'sdbm'
 autoload :StringScanner, 'strscan'
 
+autoreq :URI do
+  require 'epitools/core_ext/uri'
+end
+
 module Digest
   autoload :SHA1,     'digest/sha1'
   autoload :SHA2,     'digest/sha2'
@@ -62,26 +65,32 @@ autoload :IPAddr, 'ipaddr'
 
 ## Nonstandard library (epitools)
 
-autoload :Path,         'epitools/path'
-autoload :Ezdb,         'epitools/ezdb'
-autoload :Browser,      'epitools/browser'
-autoload :Rash,         'epitools/rash'
-autoload :Ratio,        'epitools/ratio'
-autoload :ProgressBar,  'epitools/progressbar'
-autoload :Trie,         'epitools/trie'
-autoload :MimeMagic,    'epitools/mimemagic'
-autoload :Term,         'epitools/term'
-autoload :Iter,         'epitools/iter'
-autoload :WM,           'epitools/wm'
-autoload :TypedStruct,  'epitools/typed_struct'
-autoload :Sys,          'epitools/sys'
+autoload :Path,            'epitools/path'
+autoload :Ezdb,            'epitools/ezdb'
+autoload :Browser,         'epitools/browser'
+autoload :Rash,            'epitools/rash'
+autoload :Ratio,           'epitools/ratio'
+autoload :ProgressBar,     'epitools/progressbar'
+autoload :Trie,            'epitools/trie'
+autoload :MimeMagic,       'epitools/mimemagic'
+autoload :Term,            'epitools/term'
+autoload :Iter,            'epitools/iter'
+autoload :WM,              'epitools/wm'
+autoload :TypedStruct,     'epitools/typed_struct'
+autoload :Sys,             'epitools/sys'
+autoload :JobRunner,       'epitools/job_runner'
 autoload :SemanticVersion, 'epitools/semantic_version'
 
 autoload :Matrix, 'epitools/core_ext/matrix'
 autoreq(:Vector) { Matrix }
 
-module Epi; autoload :Slop, 'epitools/slop'; end
-autoreq(:Slop) { Slop = Epi::Slop }
+## Bundled slop
+module Epi
+  autoload :Slop, 'epitools/slop'
+end
+autoreq(:Slop) do
+  Slop = Epi::Slop
+end
 
 ## Gems (common)
 

data/lib/epitools/clitools.rb

@@ -230,3 +230,20 @@ def notify_send(title, body=nil, icon: nil, time: 5)
   fork { system *cmd }
 end
 
+def curl(url)
+  curl_open(url).read
+end
+
+def curl_open(url, headers={})
+  # headers["User-Agent"] ||= "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/85 Version/11.1.1 Safari/605.1.15"
+  cmd = ["curl", "-LSs"]
+  headers.each { |k,v| cmd += ["-H", "#{k}: #{v}"] }
+  cmd << url
+  IO.popen(cmd)
+rescue Errno::ENOENT
+  raise "Error: 'curl' isn't installed."
+end
+
+def curl_json(url)
+  JSON.parse(curl(url))
+end

data/lib/epitools/core_ext.rb

@@ -5,16 +5,23 @@ require 'epitools'
 require 'epitools/core_ext/object'
 require 'epitools/core_ext/class'
 require 'epitools/core_ext/module'
+
 require 'epitools/core_ext/string'
+
 require 'epitools/core_ext/array'
-require 'epitools/core_ext/file'
-require 'epitools/core_ext/io'
 require 'epitools/core_ext/enumerable'
 require 'epitools/core_ext/hash'
+
 require 'epitools/core_ext/numbers'
 require 'epitools/core_ext/truthiness'
 require 'epitools/core_ext/range'
 require 'epitools/core_ext/time'
+
+require 'epitools/core_ext/argv'
+require 'epitools/core_ext/file'
+require 'epitools/core_ext/io'
+require 'epitools/core_ext/uri'
+
 require 'epitools/core_ext/misc'
 
 ##############################################################################

data/lib/epitools/core_ext/argv.rb

@@ -0,0 +1,59 @@
+class << ARGV
+
+  def parse!
+    unless @opts or @args
+      @opts, @args = partition { |arg| arg[/^--?\w{1,2}/].nil? }
+      @opts = @opts.map { |opt| key, val = opt.strip(/^-+/).split("=") }.to_ostruct
+      if @opts.help
+        @help_handler.call
+        exit
+      end
+    end
+
+    [@opts, @args]
+  end
+
+  def parse
+    parse!
+    [@opts, @args]
+  end
+
+  def help?
+    !!@opts["help"]
+  end
+
+  def opts
+    parse! unless @opts
+    @opts
+  end
+
+  def args
+    @args ? @args : opts && @args
+  end
+
+  def paths
+    map(&:to_Path)
+  end
+
+  def paths_R
+    recursive_proc = proc do |paths|
+      paths.map { |path| path.dir? ? the_expander.(path.ls_R) : path }
+    end
+
+    recursive_proc.(paths)
+  end
+  alias_method :recursive_paths, :paths_R
+
+  def on_help(&block)
+    @help_handler = block
+  end
+
+  def regexes(escaped: true, case_sensitive: false)
+    if case_sensitive
+      map { |arg| /#{escaped ? Regexp.escape(arg) : arg}/ } # NO 'i'
+    else
+      map { |arg| /#{escaped ? Regexp.escape(arg) : arg}/i }
+    end
+  end
+
+end

data/lib/epitools/core_ext/array.rb

@@ -324,6 +324,33 @@ class Array
     super.to_a
   end
 
-end
+  module ToCSV
+    #
+    # Convert this enumerable into a CSV string (nb: enumerable must contain either all Hashes or all Arrays)
+    #
+    def to_csv(delimiter=",")
+      types = count_by(&:class)
+
+      unless types.size == 1 and (types[Array] > 0 or types[Hash] > 0)
+        raise "Error: this array must contain nothing but arrays, or nothing but hashes (actually contains: #{types.inspect})"
+      end
+
+      options = {}
+      options[:col_sep] = delimiter
+      options[:headers] = flat_map(&:keys).uniq if types[Hash] > 0
 
+      CSV.generate(nil, **options) do |csv|
+        each { |obj| csv << obj }
+      end
+    end
 
+    #
+    # Like #to_csv, but with tab-separated CSV fields
+    #
+    def to_tsv
+      to_csv("\t")
+    end
+  end
+
+  prepend ToCSV # dirty hack to stop the CSV module from clobbering the to_csv method
+end

data/lib/epitools/core_ext/enumerable.rb

@@ -1,4 +1,7 @@
+require 'epitools/core_ext/array'
+
 module Enumerable
+  include Array::ToCSV
 
   #
   # 'true' if the Enumerable has no elements

data/lib/epitools/core_ext/misc.rb

@@ -128,79 +128,6 @@ end
 
 
 
-module URI
-
-  #
-  # Return a Hash of the variables in the query string
-  #
-  def params
-    query ? query.to_params : {}
-  end
-
-  #
-  # URIs are strings, dammit!
-  #
-  def to_str
-    to_s
-  end
-
-  #
-  # Default user agent for the 'get' method
-  #
-  # USER_AGENT = "Mozilla/5.0 (X11; Linux x86_64; rv:61.0) Gecko/20100101 Firefox/61.0"
-
-  #
-  # Get this URI using Net::HTTP
-  #
-  def get(headers={}, redirect_limit=10)
-    raise "Sorry, URI can't get from #{scheme.inspect} URIs yet" unless scheme =~ /^https?$/
-    raise 'Too many HTTP redirections' if redirect_limit == 0
-
-    # headers['User-Agent'] ||= USER_AGENT
-
-    # response = Net::HTTP.start(host, port) do |http|
-    #   # the_path = path.empty? ? "/" : path
-    #   req = Net::HTTP::Get.new(self, headers)
-    #   http.request(req)
-    # end
-
-    response = Net::HTTP.get_response(self)
-
-    case response
-    when Net::HTTPSuccess
-      response
-    when Net::HTTPRedirection
-      # puts "redirect: #{response['location']}"
-      URI(response['location']).get(headers, redirect_limit-1)
-    else
-      response.error!
-    end
-  end
-
-end
-
-#
-# Stupid workaround for URI blowing up when it receives a [ or ] character
-#
-module Better_URI_RFC3986_Parser # ::RFC3986_relative_ref
-  ESCAPE_ME_PLZ = "[]{}!"
-
-  def split(uri)
-    subsitutions = ESCAPE_ME_PLZ.chars.map { |c| [c, CGI.escape(c)] }
-    subsitutions << [" ", "%20"]
-
-    subsitutions.each do |find, replace|
-      uri = uri.gsub(find, replace)
-    end
-
-    super(uri)
-  end
-
-end
-
-URI::RFC3986_Parser.prepend(Better_URI_RFC3986_Parser)
-
-
 
 #
 # Give ObjectSpace Enumerable powers (select, map, etc.)

data/lib/epitools/core_ext/uri.rb

@@ -0,0 +1,97 @@
+require 'uri'
+
+module URI
+
+  #
+  # Return a Hash of the variables in the query string
+  #
+  def params
+    (@query ? @query.to_params : {})
+  end
+
+  #
+  # Update all the params at once
+  #
+  def params=(new_params)
+    self.query = new_params.to_params
+  end
+
+  #
+  # Update one URI parameter
+  #
+  def set_param(key, value)
+    current      = params
+    current[key] = value
+    self.query   = current.to_query
+  end
+
+  #
+  # Get the query string
+  #
+  def query
+    params.to_query
+  end
+
+  #
+  # URIs *are* strings, dammit!
+  #
+  def to_str
+    to_s
+  end
+
+  #
+  # Default user agent for the 'get' method
+  #
+  # USER_AGENT = "Mozilla/5.0 (X11; Linux x86_64; rv:61.0) Gecko/20100101 Firefox/61.0"
+
+  #
+  # Get this URI using Net::HTTP
+  #
+  def get(headers={}, redirect_limit=10)
+    raise "Sorry, URI can't get from #{scheme.inspect} URIs yet" unless scheme =~ /^https?$/
+    raise 'Too many HTTP redirections' if redirect_limit == 0
+
+    # headers['User-Agent'] ||= USER_AGENT
+
+    # response = Net::HTTP.start(host, port) do |http|
+    #   # the_path = path.empty? ? "/" : path
+    #   req = Net::HTTP::Get.new(self, headers)
+    #   http.request(req)
+    # end
+
+    response = Net::HTTP.get_response(self)
+
+    case response
+    when Net::HTTPSuccess
+      response
+    when Net::HTTPRedirection
+      # puts "redirect: #{response['location']}"
+      URI(response['location']).get(headers, redirect_limit-1)
+    else
+      response.error!
+    end
+  end
+
+end
+
+#
+# Stupid workaround for URI blowing up when it receives a [ or ] character
+#
+module Better_URI_RFC3986_Parser # ::RFC3986_relative_ref
+  ESCAPE_ME_PLZ = "[]{}!"
+
+  def split(uri)
+    subsitutions = ESCAPE_ME_PLZ.chars.map { |c| [c, CGI.escape(c)] }
+    subsitutions << [" ", "%20"]
+
+    subsitutions.each do |find, replace|
+      uri = uri.gsub(find, replace)
+    end
+
+    super(uri)
+  end
+
+end
+
+URI::RFC3986_Parser.prepend(Better_URI_RFC3986_Parser)
+

data/lib/epitools/job_runner.rb

@@ -0,0 +1,97 @@
+#
+# Runs many jobs in parallel, and returns their interleaved results.
+# (NOTE: The JobRunner can be run multiple times; each time the blocks
+#  will be executed again.)
+#
+# Examples:
+#
+# JobRunner.new do |jr|
+#   jr.add { 3 }
+#   jr.add { sleep 0.1; 2 }
+#   jr.add { sleep 0.2; 1 }
+#
+#   jr.each_result do |result|
+#     p result
+#   end
+# end
+#
+# jr = JobRunner.new(
+#   proc { 1 },
+#   proc { 2 },
+#   proc { 3 }
+# )
+#
+# 2.times do
+#   jr.each_result { |result| p result }
+# end
+#
+class JobRunner
+  def initialize(*blocks)
+    @threads = []
+    @results = Thread::Queue.new
+    @jobs    = []
+    @started = false
+
+    if blocks.any?
+      blocks.each { |block| add &block }
+    else
+      yield self if block_given?
+    end
+  end
+
+  def add(&block)
+    @jobs << block
+  end
+
+  def reap!
+    @threads.delete_if { |t| not t.alive? } if @threads.any?
+  end
+
+  def go!
+    raise "Error: already started" if @started
+    @started = true
+    @jobs.each do |job|
+      @threads << Thread.new do
+        @results << job.call
+      end
+    end
+  end
+
+  def each_result
+    go! unless @started
+
+    loop do
+      yield @results.pop
+      reap!
+      break if @threads.empty? and @results.empty?
+    end
+
+    @started = false
+  end
+end
+
+
+if __FILE__ == $0
+  JobRunner.new do |jr|
+    jr.add { 3 }
+    jr.add { sleep 0.1; 2 }
+    jr.add { sleep 0.2; 1 }
+
+    jr.each_result do |result|
+      p result
+    end
+  end
+
+  puts
+
+  jr = JobRunner.new(
+    proc { 1 },
+    proc { 2 },
+    proc { 3 }
+  )
+
+  2.times do
+    jr.each_result { |r| p r }
+    puts
+  end
+end

data/lib/epitools/minimal.rb

@@ -1,8 +1,10 @@
+####################################################################################
 #
 # If you require 'epitools/minimal' instead of 'epitools',
 # this is what you get: core_ext monkeypatches and all the
 # autoloads; the barest essentials for survival.
 #
+####################################################################################
 
 if RUBY_VERSION[/^1.8/]
   require 'enumerator'
@@ -14,6 +16,7 @@ RbConfig = Config unless defined? RbConfig
 Infinity = Float::INFINITY
 Inf      = Float::INFINITY
 
+####################################################################################
 class Object
 
   unless defined?(__DIR__)
@@ -164,14 +167,13 @@ class Object
   #
   # eg: stuff.group_by(&:self)
   #
-  define_method :self do
+  def self 
     if block_given?
       yield self
     else
       self
     end
   end
-  alias_method :fap, :self
 
   def ancestors
     self.class.ancestors
@@ -179,6 +181,7 @@ class Object
 end
 
 
+####################################################################################
 #
 # Patch 'Module#const_missing' to support 'autoreq' (which can autoload gems)
 #
@@ -213,6 +216,8 @@ class Module
 end
 
 
+
+####################################################################################
 module Kernel
 
   #
@@ -254,10 +259,8 @@ module Kernel
   end
 
 end
-####################################################################################
-
-
 
+####################################################################################
 class String
 
   #
@@ -270,6 +273,7 @@ class String
 
 end
 
+####################################################################################
 #
 # Path("/some/path") is an alias for Path["/some/path"]
 #
@@ -277,43 +281,7 @@ def Path(arg)
   Path[arg]
 end
 
-####################################################################
-
-# class << ARGV
-
-#   def opts
-#     @opts, @args ||= partition { |arg| arg[/^--?\w{1,2}/].nil? }
-#   end
-
-#   def args
-#     @args ? @args : opts && @args
-#   end
-
-#   def paths
-#     map(&:to_Path)
-#   end
-
-#   def paths_R
-#     recursive_proc = proc do |paths|
-#       paths.map { |path| path.dir? ? the_expander.(path.ls_R) : path }
-#     end
-
-#     recursive_proc.(paths)
-#   end
-#   alias_method :recursive_paths, :paths_R
-
-#   def regexes(escaped: true, case_sensitive: false)
-#     if case_sensitive
-#       map { |arg| /#{escaped ? Regexp.escape(arg) : arg}/ } # NO 'i'
-#     else
-#       map { |arg| /#{escaped ? Regexp.escape(arg) : arg}/i }
-#     end
-#   end
-
-# end
 
 ####################################################################
-
 require 'epitools/autoloads'
-
 ####################################################################

data/lib/epitools/numwords.rb

@@ -117,6 +117,7 @@ class Numeric
       factor    = 10**pow
 
       if is_a?(Float)
+        BigDecimal
         (BigDecimal(to_s) * factor).to_i
       else
         self * factor

data/lib/epitools/path.rb

@@ -1110,6 +1110,25 @@ class Path
     }
   end
 
+  #
+  # Path.mkcd(path) creates a path if it doesn't exist, and changes to it (temporarily, if a block is provided)
+  #
+  def self.mkcd(path, &block)
+    path = path.to_Path unless path.is_a? Path
+    path.mkdir_p unless path.exists?
+
+    raise "Error: #{path} couldn't be created." unless path.dir?
+
+    self.cd(path, &block)
+  end
+
+  #
+  # Path.mkcd(self)
+  #
+  def mkcd(&block)
+    Path.mkcd(self, &block)
+  end
+
   def cp_r(dest)
     FileUtils.cp_r(path, dest) #if Path[dest].exists?
     dest

data/lib/epitools/wm.rb

@@ -61,7 +61,7 @@ module WM
 
     def self.all
       # FIXME: Windows owned by linux-namespaced processes (firejail) report their namspaced pid to X11. `window.process` ends up pointing at either nil, or the wrong process.
-      `wmctrl -lpG`.lines.map(&:strip).map { |line| Window.from_line(line) }
+      `wmctrl -lpG`.lines.map(&:strip).map { |line| Window.from_line(line) unless line.blank? }.compact
     end
 
     def self.from_line(line)

data/spec/core_ext_spec.rb

@@ -147,6 +147,44 @@ describe Class do
     end
   end
 
+  it "traces messages (when $DEBUG is set)" do
+    $DEBUG = true
+
+    class TestButt
+      trace_messages_to :a, :b, :c
+
+      def a(x)
+      end
+
+      def b(x)
+      end
+
+      def c(x,y,z,&block)
+      end
+    end
+
+    class ButtTest
+      trace_messages_to :*
+
+      def d
+      end
+
+      def e
+      end
+    end
+
+    t = TestButt.new
+    t.a(1)
+    t.b(2)
+    t.c(3,4,5) { :butt }
+
+    b = ButtTest.new
+    b.a
+    b.b
+
+    $DEBUG = false
+  end
+
 end
 
 
@@ -757,6 +795,38 @@ describe Enumerable do
     ps.sort_numerically.map(&:filename).should == proper
   end
 
+  it "to_csvs and to_tsvs" do
+    data = [
+      ["1", "2", "3"],
+      ["4", "5", "6"],
+      ["7", "8", "9", "10"],
+    ]
+
+    hash_data = [
+      {a: 1, b: 2, c: 3},
+      {a: 4, b: 5, c: 6},
+      {a: 7, b: 8, c: 9, d: 10},
+    ]
+
+    class EnumedData
+      include Enumerable
+      def initialize(data); @data=data; end
+      def each(&block); @data.each(&block); end
+    end
+
+    [data, hash_data, EnumedData.new(data)].each do |a|
+      str = a.to_csv
+      str.each_line.count.should == 3
+      str.should_not be_nil
+      str["1,2,3"].should_not be_nil
+
+      str = a.to_tsv
+      str.should_not be_nil
+      str["1\t2\t3"].should_not be_nil
+    end
+
+  end
+
 end
 
 
@@ -1204,6 +1274,16 @@ describe File do
 
 end
 
+describe ARGV do
+
+#   it "parses args" do
+#     ARGV.clear
+#     ARGV << "-d"
+#     ARGV.parse!
+#     p ARGV.opts
+#   end
+
+end
 
 describe "Anything" do
 
@@ -1237,5 +1317,13 @@ describe URI do
     (response.size > 0).should == true
   end
 
+  it "params=" do
+    u = "http://butt.com/?q=1".to_uri
+    u.query.should == "q=1"
+    u.params["q"] = 2
+    u.params["q"].should == 2
+    u.query.should == "q=2"
+  end
+
 end
 

data/spec/path_spec.rb

@@ -348,6 +348,25 @@ describe Path do
     lambda { tmp2.mkdir_p }.should_not raise_error
   end
 
+  it "mkcds" do
+    tmp = Path.tmpdir
+    tmp.dir?.should == true
+    tmp.rm
+    tmp.exists?.should == false
+
+    Path.mkcd(tmp) do
+      Path.pwd.path.should == tmp.path
+    end
+
+    tmp.rm
+
+    tmp.mkcd do
+      Path.pwd.path.should == tmp.path
+    end
+
+    tmp.rm
+  end
+
   it "has classmethods" do
     path = Path.tmpfile
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: epitools
 version: !ruby/object:Gem::Version
-  version: 0.5.123
+  version: 0.5.129
 platform: ruby
 authors:
 - epitron
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2019-07-28 00:00:00.000000000 Z
+date: 2020-09-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec
@@ -51,6 +51,7 @@ files:
 - lib/epitools/clitools.rb
 - lib/epitools/colored.rb
 - lib/epitools/core_ext.rb
+- lib/epitools/core_ext/argv.rb
 - lib/epitools/core_ext/array.rb
 - lib/epitools/core_ext/class.rb
 - lib/epitools/core_ext/enumerable.rb
@@ -66,10 +67,12 @@ files:
 - lib/epitools/core_ext/string.rb
 - lib/epitools/core_ext/time.rb
 - lib/epitools/core_ext/truthiness.rb
+- lib/epitools/core_ext/uri.rb
 - lib/epitools/daemonize.rb
 - lib/epitools/hexdump.rb
 - lib/epitools/iter.rb
 - lib/epitools/its.rb
+- lib/epitools/job_runner.rb
 - lib/epitools/lcs.rb
 - lib/epitools/mimemagic.rb
 - lib/epitools/mimemagic_tables.rb
@@ -124,7 +127,7 @@ homepage: http://github.com/epitron/epitools
 licenses:
 - WTFPL
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -139,8 +142,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.4
-signing_key: 
+rubygems_version: 3.1.4
+signing_key:
 specification_version: 3
 summary: Not utils... METILS!
 test_files: []