pru 0.2.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: d7ab83319d415eed24a2650913be76d27c0652a1
-  data.tar.gz: 69d39153bc5388450fb4125e6d66513740e81273
+SHA256:
+  metadata.gz: f72e74d5784d176b7582189d4a7b805e62c12e574b6d778549c664ecb02fe0b1
+  data.tar.gz: f5135f6bee632dfa47a596e5236ad503c71ce9d505f6daee242338ce05db3620
 SHA512:
-  metadata.gz: f21fbb6b7a9925e65176555fe73b732f9708c32dbc202d83555542b710f14ef92bbc6543edb1f0d0b1f21fc38b4f2dbea05c1189a85353e3a49fc0bd74b70d00
-  data.tar.gz: 8c10b8fdd4a47e024c603729b6d5b6b260f0402c4c71e1e0c7fa2f0182c68ca50f4adfee06f389d4bdcfc4b3da2f9d937897b00bf67831ec83bc0b581c528133
+  metadata.gz: f7f1f60fa40cc36551551f42d1c98c469aa33c4dbd1cc3e6c03a27d008e5ae323bb17e10bf1e5a91f42a3e8f9911ef6faec8508044ae403ac44f51c96574b489
+  data.tar.gz: 456555cd258f16f86dcdc86392c1be6be9c536fa5f60792c6e3d9cd2fb98ecd28d3ecdc3657e333f2ed36b718a2097713059ffdda077afeee74985a09093e8ec

data/bin/pru

@@ -7,10 +7,9 @@ $LOAD_PATH << "#{root}/lib" if File.exist?("#{root}/Gemfile")
 
 require 'pru'
 
-usage = nil
 options = {}
 
-OptionParser.new do |opts|
+parser = OptionParser.new do |opts|
   opts.banner = <<-BANNER.gsub(/^    /, "")
     Pipeable Ruby
 
@@ -28,6 +27,8 @@ OptionParser.new do |opts|
     Options:
   BANNER
   opts.on("-r", "--reduce CODE","reduce via CODE") {|code| options[:reduce] = code }
+  opts.on("-j", "--json","Parse input as a JSON stream, each value is an item") { options[:json] = true }
+  opts.on("-k", "--k8s","Like --json, but iterate the \"items\" array if present (kubectl -o json)") { options[:json] = true; options[:k8s] = true }
   opts.separator ''
   opts.on('-I', '--libdir DIR', 'Add DIR to load path') { |dir| $LOAD_PATH << dir }
   opts.on('--require LIB', 'Require LIB (also comma-separated)') { |lib| lib.split(',').each{|l| require l } }
@@ -35,41 +36,83 @@ OptionParser.new do |opts|
   opts.separator ''
   opts.on("-h", "--help","Show this.") { puts opts; exit }
   opts.on('-v', '--version','Show Version'){ require 'pru/version'; puts Pru::VERSION; exit}
-  usage = opts
-end.parse!
-
-if ARGV.empty? && options.empty? # no arguments -> show usage
-  puts usage
-  exit
 end
+parser.parse!
 
-abort "Too many arguments, see --help" if ARGV.size > 2
+# bad arguments -> fail
+if ARGV.empty? && options.empty?
+  abort parser.to_s
+end
+if ARGV.size > 2
+  abort "Too many arguments, see --help"
+end
+if ARGV.size == 2 && options[:reduce]
+  abort "Cannot combine a reduce argument with --reduce, see --help"
+end
+if options[:file] && ARGV.empty? && !options[:reduce]
+  abort "No code given for --inplace-edit, see --help"
+end
 
 map, reduce = ARGV
 reduce ||= options[:reduce]
 map = 'true' if !map || map.empty?
 
+# reading from file or stdin ?
 if options[:file]
   output_lines = []
   input = File.read(options[:file])
   newline = input[/\r\n|\r|\n/]
-  trailing_newline = (input =~ /#{newline}\Z/)
+  trailing_newline = (newline && input.end_with?(newline))
 else
   input = $stdin
 end
 
+# output as JSON ?
+if options[:json]
+  require 'json' # also used by --k8s, which sets :json
+  output_format = lambda do |out|
+    case out
+    when Hash, Array then JSON.pretty_generate(out)
+    else out
+    end
+  end
+end
+
+# collect results into list or print them
 collector = lambda do |line|
-  output_lines ? output_lines << line : puts(line)
+  line = output_format.call(line) if output_format
+  if output_lines
+    output_lines << line
+  else
+    begin
+      puts(line)
+    rescue Errno::EPIPE
+      exit 0
+    end
+  end
+end
+
+# find all items (ideally lazy so we can stream)
+items = if options[:k8s]
+  # single document (e.g. `kubectl get ... -o json`) -> parse once and iterate its items
+  JSON.parse(input.read).fetch("items")
+elsif options[:json]
+  # lazy stream of JSON values
+  Pru.each_json(input)
+else
+  # plain lines, chomped, lazily so streaming/head still work
+  input.each_line.lazy.map { |line| line.chomp }
 end
 
 if reduce
   results = []
-  Pru.map(input, map) { |out| results << out }
+  Pru.map(items, map) { |out| results << out }
   collector.call Pru.reduce(results, reduce)
 else
-  Pru.map(input, map) { |out| collector.call out }
+  Pru.map(items, map) { |out| collector.call out }
 end
 
+# write back to file if requested
 if options[:file]
   content = output_lines.join(newline)
   content << newline if trailing_newline

data/lib/pru/core_ext/array.rb

@@ -11,8 +11,8 @@ class Array
     end
   end unless method_defined?(:sum)
 
-  def mean(method = nil, &block)
-    sum(method, &block) / size.to_f
+  def mean(*args, &block)
+    sum(*args, &block) / size.to_f
   end unless method_defined?(:mean)
 
   def grouped

data/lib/pru/version.rb

@@ -1,3 +1,3 @@
 module Pru
-  VERSION = "0.2.0"
+  VERSION = "0.3.0"
 end

data/lib/pru.rb

@@ -2,34 +2,50 @@ require 'pru/core_ext/array'
 
 module Pru
   class << self
-    def map(io, code)
-      String.class_eval <<-RUBY, __FILE__, __LINE__ + 1
-        def _pru(i)
-          #{code}
-        end
-      RUBY
-
+    def map(items, code)
+      block = compile(code)
       i = 0
-      io.each_line do |line|
+      items.each do |item|
         i += 1
-        line.chomp!
-        result = line._pru(i) or next
+        result = item.instance_exec(i, &block) || next
 
         case result
-        when true then yield line
-        when Regexp then yield line if line =~ result
+        when true then yield item
+        when Regexp then yield item if item =~ result
         else yield result
         end
       end
     end
 
     def reduce(array, code)
-      Array.class_eval <<-RUBY, __FILE__, __LINE__ + 1
-        def _pru
-          #{code}
+      array.instance_exec(&compile(code))
+    end
+
+    # An enumerable of JSON values parsed from a stream (newline-delimited or multiline),
+    # parsed lazily so we process as input arrives, by accumulating lines until the buffer
+    # forms a complete value.
+    # TODO: this is not very efficient, but keeping track of opening/closing braces might be ugly too
+    def each_json(io)
+      Enumerator.new do |yielder|
+        buffer = +""
+        io.each_line do |line|
+          buffer << line
+          begin
+            item = JSON.parse(buffer)
+          rescue JSON::ParserError
+            next
+          end
+          yielder << item
+          buffer = +""
         end
-      RUBY
-      array._pru
+        raise JSON::ParserError, "unexpected trailing input: #{buffer.strip}" unless buffer.strip.empty?
+      end
+    end
+
+    private
+
+    def compile(code)
+      eval("proc { |i| #{code} }", TOPLEVEL_BINDING, __FILE__, __LINE__)
     end
   end
 end

metadata

@@ -1,16 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: pru
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
 platform: ruby
 authors:
 - Michael Grosser
-autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-03-24 00:00:00.000000000 Z
+date: 1980-01-02 00:00:00.000000000 Z
 dependencies: []
-description: 
 email: michael@grosser.it
 executables:
 - pru
@@ -25,7 +23,6 @@ homepage: https://github.com/grosser/pru
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -33,16 +30,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 2.0.0
+      version: '2.6'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.5.1
-signing_key: 
+rubygems_version: 4.0.10
 specification_version: 4
 summary: Pipeable Ruby - forget about grep / sed / awk / wc ... use pure, readable
   Ruby!