epitools 0.5.134 → 0.5.137

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2aefbc7936ad578ce3f2ae8806e67be1815f4e2a55ddf43a915bcdaa0ca9f68a
-  data.tar.gz: 6d09789e434d7cda9b66e25ecf1ebf9db61d6236f1342b83743330e42d9ab09f
+  metadata.gz: 8b483b258d704fbf993bbab386612c813ae695444da9badcd8797c4fcebdc877
+  data.tar.gz: dbdf278b2e463cf45803cd0278243ee1e2bf7737879bdd2fd403eb340a7a5613
 SHA512:
-  metadata.gz: 4c98a36281937b7dd6e8f6154af595f5153d51803da0587eafc1a8dec26c96adac899e73c9ef49157b8fadcdf01fb845b60095d9ceb9722b5107c0eeaf6f8550
-  data.tar.gz: ccf09c13ef7df31e8d6994ba1c5550dc606fd61ac909c14f00c53788160a69cb53e7c425156a373732f4fbc7e021bde12c27e850be0ca1cf4735b86d9cf01285
+  metadata.gz: '0585860f4e91323260513ed1c3e9cc6c49be6ceef4345a184d14b734ff61529c0bce4be6ffd2520e019d51cd9dc3f34a7895792c3c16da1cebd7b5b1ef2907b6'
+  data.tar.gz: 6459b4b90495b0c1f274bfa0053d99c386beba31beb0ce649c157cba7777155e96bed02255b108f096210062f95270bdba124207015cb8d62814ae1f863db0c9

data/Rakefile

@@ -9,7 +9,7 @@ task :release => :build do
 end
 
 task :install => :build do
-  system "gem install --local epitools-#{gem_version}.gem"
+  system "gem install --user epitools-#{gem_version}.gem"
 end
 
 task :pry do
@@ -17,13 +17,11 @@ task :pry do
 end
 
 task :spec do
-  cmd = %w[rspec -fd -c spec]
+  cmd = %w[rspec --format documentation --force-color --pattern spec/*_spec.rb]
+  cmd.unshift "rescue" if system *%w[which rescue]
 
-  if system *%w[which rescue]
-    system *(["rescue"]+cmd)
-  else
-    system *cmd
-  end
+  p cmd
+  system *cmd
 end
 
 task :default => :spec

data/VERSION

@@ -1 +1 @@
-0.5.134
+0.5.137

data/lib/epitools/autoloads.rb

@@ -69,7 +69,7 @@ autoload :Path,            'epitools/path'
 autoload :Ezdb,            'epitools/ezdb'
 autoload :Browser,         'epitools/browser'
 autoload :Rash,            'epitools/rash'
-autoload :Ratio,           'epitools/ratio'
+autoload :Fraction,        'epitools/fraction'
 autoload :ProgressBar,     'epitools/progressbar'
 autoload :Trie,            'epitools/trie'
 autoload :MimeMagic,       'epitools/mimemagic'

data/lib/epitools/browser/cache.rb

@@ -37,7 +37,7 @@ class Browser
     end
 
 
-    def put(page, original_url=nil, options={})
+    def put(page, original_url=nil, **options)
       dmsg [:put, original_url]
 
       raise "Invalid page" unless valid_page?(page)

data/lib/epitools/browser.rb

@@ -36,7 +36,7 @@ class Browser
   #  :use_logs => false,               # Don't log the detailed transfer info
   #  :cookie_file => "cookies.txt"     # Save cookies to file
   #
-  def initialize(options={})
+  def initialize(**options)
     @last_get     = Time.at(0)
     @delay        = options[:delay]          || 1
     @delay_jitter = options[:delay_jitter]   || 0.2
@@ -85,7 +85,7 @@ class Browser
   end
 
   def load_cookies!
-    if File.exists? @cookie_file
+    if File.exist? @cookie_file
       agent.cookie_jar.load @cookie_file
       true
     else
@@ -126,7 +126,7 @@ class Browser
   # Options:
   #   :cached => true/false   | check cache before getting page
   #
-  def get(url, options={})
+  def get(url, **options)
 
     # TODO: Have a base-URL option
 
@@ -151,7 +151,7 @@ class Browser
       if use_cache and page = cache.get(url)
         puts "  |_ cached (#{page.content_type})"
       else
-        page = agent.get(url)
+        page = agent.get(url, [], options[:referer])
         @last_get = Time.now
         cache_put(page, url) if use_cache
       end

data/lib/epitools/clitools.rb

@@ -56,6 +56,13 @@ rescue Errno::EPIPE, Interrupt
 end
 
 
+#
+# Colorized puts (see: `String#colorize`)
+#
+def cputs(*args)
+  puts args.join("\n").colorize
+end
+
 #
 # Execute a `system()` command using SQL-style escaped arguments.
 #
@@ -179,11 +186,11 @@ end
 def geoip(addr, city_data='/usr/share/GeoIP/GeoIPCity.dat', country_data='/usr/share/GeoIP/GeoIP.dat')
   (
     $geoip ||= begin
-      if city_data and File.exists? city_data
+      if city_data and File.exist? city_data
         geo = GeoIP.new city_data
         proc { |addr| geo.city(addr) }
 
-      elsif country_data and File.exists? country_data
+      elsif country_data and File.exist? country_data
         geo = GeoIP.new country_data
         proc { |addr| geo.country(addr) }
 
@@ -202,7 +209,7 @@ def which(*bins)
   bins.flatten.each do |bin|
     ENV["PATH"].split(":").each do |dir|
       full_path = File.join(dir, bin)
-      return full_path if File.exists? full_path
+      return full_path if File.exist? full_path
     end
   end
   nil
@@ -234,7 +241,7 @@ def curl(url)
   curl_open(url).read
 end
 
-def curl_open(url, headers={})
+def curl_open(url, **headers)
   # headers["User-Agent"] ||= "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/85 Version/11.1.1 Safari/605.1.15"
   cmd = ["curl", "-LSs"]
   headers.each { |k,v| cmd += ["-H", "#{k}: #{v}"] }

data/lib/epitools/core_ext/array.rb

@@ -1,3 +1,4 @@
+require 'epitools/minimal'
 
 class Array
 
@@ -266,7 +267,7 @@ class Array
   #            5.0...9.0 => 5
   #          }
   #
-  def histogram(n_buckets=10, options={})
+  def histogram(n_buckets=10, **options)
 
     use_ranges = options[:ranges] || options[:hash]
 

data/lib/epitools/core_ext/date.rb

@@ -0,0 +1,84 @@
+require 'epitools/minimal'
+
+class Date
+
+  def self.find(direction=:backward, &block)
+    Date.today.find(direction, &block)
+  end
+  alias_class_method :search, :find
+
+  def self.find(direction=:backward, &block)
+    Date.today.find(direction, &block)
+  end
+  alias_class_method :search, :find
+
+  def self.find_bidirectional(&block)
+    Date.today.find_bidirectional(&block)
+  end
+  alias_class_method :find_both, :find_bidirectional
+  alias_class_method :search_both, :find_bidirectional
+  alias_class_method :search_bidirectional, :find_bidirectional
+
+
+  #
+  # Returns an enumerator which searches through the calendar a day at a time, returning every date that match the block.
+  #
+  # Examples:
+  #   >> Date.find(:forward) { year % 42 == 0 }
+  #   >> Date.find(:backward) { month == 1 }
+  #   >> Date.parse("1900-01-01").find_bidirectional { wednesday? }
+  #   >> Date.today.find_forward { wednesday? and day == 4 }.take(10)
+  #
+  # (Note: the block doesn't need a parameter; every method you call is sent directly to the date object that's being evaluated)
+  #
+  def find(direction=:backward, &block)
+    raise ArgumentError.new("This method requires a block") unless block_given?
+    Enumerator.new do |y|
+      p = self
+
+      loop do
+        y << p if p.instance_eval(&block)
+
+        case direction
+        when :forward, :forwards
+          p = p.next_day
+        when :backward, :backwards
+          p = p.prev_day
+        else
+          raise "Error: Unknown date search direction #{direction.inspect}"
+        end
+      end
+    end
+  end
+
+  alias_method :search, :find
+
+
+  def find_forwards(&block)
+    find(:forwards, &block)
+  end
+
+  def find_backwards(&block)
+    find(:backwards, &block)
+  end
+
+  def find_bidirectional(&block)
+    f = find(:forward, &block)
+    b = find(:backward, &block)
+
+    Enumerator.new do |y|
+      loop do
+        y << b.next
+        y << f.next
+      end
+    end
+  end
+
+  alias_method :find_backward, :find_backwards
+  alias_method :find_forward,  :find_forwards
+
+  alias_method :find_both,            :find_bidirectional
+  alias_method :search_both,          :find_bidirectional
+  alias_method :search_bidirectional, :find_bidirectional
+
+end

data/lib/epitools/core_ext/io.rb

@@ -27,6 +27,14 @@ class IO
     end
   end
 
+  #
+  # Unmarshal the IO (transform it into Ruby datatypes).
+  #
+  def unmarshal
+    Marshal.load self
+  end
+  alias_method :from_marshal, :unmarshal
+
 end
 
 

data/lib/epitools/core_ext/misc.rb

@@ -172,6 +172,11 @@ class DateTime
   def to_f; to_time.to_f; end
 end
 
+class Date
+  def inspect
+    strftime("#<Date: %Y-%m-%d (%a %b %d, %Y)>")
+  end
+end
 
 class NilClass
 

data/lib/epitools/core_ext/numbers.rb

@@ -33,17 +33,28 @@ class Numeric
   #    12.clamp(0..100)             #=> 12
   #    -38817112.clamp(0..100)      #=> 0
   #
-  def clamp(range)
-    if self < range.first
-      range.first
-    elsif self >= range.last
-      if range.exclude_end?
-        range.last - 1
+  unless method_defined? :clamp
+    def clamp(*args)
+      case args.size 
+      when 0
+        raise "Error: clamp takes either a Range object or 2 arguments"
+      when 1
+        range = args.first
+      when 2
+        range = (args.first..args.second)
+      end
+
+      if self < range.first
+        range.first
+      elsif self >= range.last
+        if range.exclude_end?
+          range.last - 1
+        else
+          range.last
+        end
       else
-        range.last
+        self
       end
-    else
-      self
     end
   end
 
@@ -283,6 +294,16 @@ class Integer
   end
   alias_method :bits, :to_bits
 
+  #
+  # Convert this number to a Ruby-style string of platform-endian binary digits (eg: "0b011010101").
+  # Note: The `min_length` argument tells how long the string should be (padding the missing digits with 0's); defaults to 8.
+  #
+  def binary(min_length=8)
+    width = (log(2).ceil / min_length.to_f).ceil * min_length
+    "0b%0.#{width}b" % self
+  end
+  alias_method :bin, :binary
+
   #
   # Cached constants for encoding numbers into bases up to 64
   #
@@ -443,20 +464,40 @@ end
 class Float
 
   #
-  # Convert the float to a rounded percentage string (eg: "42%").
+  # Convert the float to a rounded percentage string (eg: "42.5%").
   # Its argument lets you specify how many decimals to display
   #
   # eg:
-  #    > 0.32786243.percent # => "33%"
+  #    > 0.32786243.percent # => "33.8%"
   #    > 0.32786243.percent(2) # => "32.79%"
   #
-  def percent(decimals=0)
+  def percent(decimals=1)
     "%0.#{decimals}f%%" % (self * 100)
   end
 
 end
 
 
+class Rational
+
+  #
+  # Convert the float to a rounded percentage string (eg: "42.5%")
+  # (see: Float#percent)
+  #
+  def percent(decimals=1)
+    to_f.percent(decimals)
+  end
+
+  #
+  # Alternate initializer (`Rational[1,2]`)
+  #
+  def self.[](*args)
+    Rational(*args)
+  end
+
+end
+
+
 class Prime
 
   #
@@ -485,3 +526,4 @@ end
 def primes
   Prime.instance
 end
+

data/lib/epitools/core_ext/object.rb

@@ -11,6 +11,9 @@ class Object
     Hash[ vars.zip(vals) ]
   end
 
+  def write_to(file)
+    open(file, "wb") { |f| f.write self.to_s }
+  end
 
   #
   # Gives you a copy of the object with its attributes changed to whatever was
@@ -36,7 +39,7 @@ class Object
   #
   # Good for chaining lots of operations together in a REPL.
   #
-  def with(options={})
+  def with(**options)
     if block_given?
       yield self
     else

data/lib/epitools/core_ext/string.rb

@@ -14,6 +14,13 @@ class String
   #
   STOP_WORDS = %w[a cannot into our thus about co is ours to above could it ourselves together across down its out too after during itself over toward afterwards each last own towards again eg latter per under against either latterly perhaps until all else least rather up almost elsewhere less same upon alone enough ltd seem us along etc many seemed very already even may seeming via also ever me seems was although every meanwhile several we always everyone might she well among everything more should were amongst everywhere moreover since what an except most so whatever and few mostly some when another first much somehow whence any for must someone whenever anyhow former my something where anyone formerly myself sometime whereafter anything from namely sometimes whereas anywhere further neither somewhere whereby are had never still wherein around has nevertheless such whereupon as have next than wherever at he no that whether be hence nobody the whither became her none their which because here noone them while become hereafter nor themselves who becomes hereby not then whoever becoming herein nothing thence whole been hereupon now there whom before hers nowhere thereafter whose beforehand herself of thereby why behind him off therefore will being himself often therein with below his on thereupon within beside how once these without besides however one they would between i only this yet beyond ie onto those you both if or though your but in other through yours by inc others throughout yourself can indeed otherwise thru yourselves]
 
+  #
+  # Are there any non-whitespace characters in the string?
+  #
+  def any?
+    not blank?
+  end
+
   #
   # Convert \r\n to \n
   #
@@ -21,6 +28,27 @@ class String
     gsub("\r\n", "\n")
   end
 
+  #
+  # Convert the string from one encoding into another (eg: convert_encoding('cp437', 'utf-8'))
+  #
+  def convert_encoding(from, to)
+    force_encoding(from).encode(to)
+  end
+
+  #
+  # Convert the string to utf-8, forcing another encoding
+  #
+  def to_utf8(from="cp437")
+    convert_encoding(from, "utf-8")
+  end
+
+  #
+  # Convert a string from cp437 into utf-8
+  #
+  def from_cp437
+    to_utf8
+  end
+
   #
   # Escape shell characters (globs, quotes, parens, etc.)
   #
@@ -28,6 +56,14 @@ class String
     Shellwords.escape(self)
   end
 
+  #
+  # Do what a browser would do when you type something into the address bar
+  #
+  def urlescape
+    @@uri_parser ||= URI::RFC2396_Parser.new
+    @@uri_parser.escape(self)
+  end
+
   #
   # Remove redundant whitespaces (not including newlines).
   #
@@ -115,7 +151,7 @@ class String
   alias_method :chomp_lines,   :each_chomped
 
 
-  def split_at(boundary, options={})
+  def split_at(boundary, **options)
     include_boundary = options[:include_boundary] || false
 
     boundary = Regexp.new(Regexp.escape(boundary)) if boundary.is_a?(String)
@@ -263,25 +299,61 @@ class String
   enumerable :each_slice
 
   #
-  # The Infamous Caesar-Cipher. Unbreakable to this day.
+  # Implements the Infamous Caesar-Cipher. Unbreakable to this day.
   #
   def rot13
     tr('n-za-mN-ZA-M', 'a-zA-Z')
   end
 
+  #
+  # Implements the unfamous non-Caesar ciphers. Want to `rot` your string more or less than 13? You've come to the right place!
+  # (NOTE: Currently only works on American letters. No fancy accents or cyrillic letters please!)
+  #
+  def rot(amount=1)
+    chars.map do |c|
+      case c
+      when ?a..?z
+        (((c.ord - ?a.ord + amount) % 26) + ?a.ord).chr
+      when ?A..?Z
+        (((c.ord - ?A.ord + amount) % 26) + ?A.ord).chr
+      else
+        c
+      end
+    end.join
+  end
+
+  #
+  # Cache an `URI::RFC2396_Parser` instance, because it's slowwww to initialize
+  #
+  def _rfc2396_parser
+    @@rfc2396_parser ||= URI::RFC2396_Parser.new
+  end
+
   #
   # Convert non-URI characters into %XXes.
   #
   def urlencode
-    URI.escape(self)
+    #URI.escape(self)
+    _rfc2396_parser.escape(self)
   end
 
   #
   # Convert an URI's %XXes into regular characters.
   #
   def urldecode
-    URI.unescape(self)
+    _rfc2396_parser.unescape(self)
+  end
+
+  #
+  #
+  #
+  def to_bigdecimal
+    BigDecimal
+    BigDecimal(self)
   end
+  alias_method :to_d,       :to_bigdecimal
+  alias_method :to_dec,     :to_bigdecimal
+  alias_method :to_decimal, :to_bigdecimal
 
   #
   # URI.parse the string and return an URI object
@@ -317,6 +389,13 @@ class String
     bs.with_index.inject(0) { |sum,(b,i)| (b << (8*i)) + sum }
   end
 
+  #
+  # Convert the bytes of this string to hexadecimcal digits
+  #
+  def to_hex
+    unpack("H*").first
+  end
+
   #
   # Cached constants for base conversion.
   #
@@ -371,6 +450,14 @@ class String
     BEncode.load(self)
   end
    
+  #
+  # CRC32 the string
+  #
+  def crc32
+    Zlib.crc32(self).to_hex
+  end
+  alias_method :crc, :crc32
+
   #
   # MD5 the string
   #
@@ -392,6 +479,8 @@ class String
     Digest::SHA256.hexdigest self
   end
 
+
+
   #
   # gzip the string
   #
@@ -456,7 +545,7 @@ class String
   # Unmarshal the string (transform it into Ruby datatypes).
   #
   def unmarshal
-    Marshal.restore self
+    Marshal.load self
   end
   alias_method :from_marshal, :unmarshal
 
@@ -495,6 +584,68 @@ class String
     nums_and_units.map { |num, units| num.send(units) }.sum
   end
 
+
+  #
+  # Translate numbers with units (like 25k, 150GB, 15%, 5 hours) into their expanded numeric value
+  #
+  def parse_units
+    # extract the unit suffix
+    if self =~ /(\d[\d_]*(?:\.\d+)?)\s*([a-zA-Z]+\b|%(?= \s|$))/
+      units = $2.downcase
+      num   = $1 #.to_f
+      num   = num["."] ? num.to_f : num.to_i
+
+      case units
+      when "%"
+        # 0.01
+        num / 100.0
+      when "k"
+        # 10**3
+        num.thousand
+      when "m", "mm"
+        # 10**6
+        num.million
+      when "b", "bn"
+        # 10**9
+        num.billion
+      when "gib", "gb", "g"
+        num * 2**30
+      when "mib", "mb"
+        num * 2**20
+      when "kib", "kb"
+        num * 2**10
+      when "t", "tb"
+        # 10**12
+        num.trillion
+      when "q"
+        # 10**15
+        num.quadrillion
+      when "Q"
+        # 10**18
+        num.quintillion
+      when "min"
+        # 1.minute
+        num.minutes
+      when "hours", "h", "hr", "hrs"
+        # 1.hour
+        num.hours
+      when "d", "days", "dy"
+        num.days
+      else
+        raise "Invalid units: #{units.inspect}, in: #{self.inspect}"
+      end
+    else
+      raise "Couldn't find any units to parse! (expecting: '<a number><some letters>')"
+    end
+  end
+
+  alias_method :from_units,   :parse_units
+  alias_method :from_human,   :parse_units
+  alias_method :from_size,    :parse_units
+  alias_method :from_percent, :parse_units
+  alias_method :from_time,    :parse_units
+
+
   #
   # Print a hexdump of the string to STDOUT (coloured, if the terminal supports it)
   #

data/lib/epitools/core_ext.rb

@@ -15,7 +15,9 @@ require 'epitools/core_ext/hash'
 require 'epitools/core_ext/numbers'
 require 'epitools/core_ext/truthiness'
 require 'epitools/core_ext/range'
+
 require 'epitools/core_ext/time'
+require 'epitools/core_ext/date'
 
 require 'epitools/core_ext/argv'
 require 'epitools/core_ext/file'