parsely 0.1.4 → 0.1.5

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    ZWE3YTNkZDNkZDJkYmYxYjljOTdhZjk4N2E4OTI3MDU1NjAzYjYxMw==
+  data.tar.gz: !binary |-
+    ZjQxODlhODg4YzdjMmU5ZWEzNmUzYjU0YzBlZWUwOGU2Y2M1Mjg1YQ==
+SHA512:
+  metadata.gz: !binary |-
+    YTE0ZTU3ZDNjYjc1ZGI1Y2VkNjhhNDkzMDNmMjJhOGVkMjRkNzVmOTI3ODRi
+    ZDM5NjRlYTBlZWFmM2NjZTJmODBiMTlmYTU4MjJkODhlNmI5ZDFiZTY4M2I0
+    OWNlYjZiMjExNGViYjQzYzZmM2Y3NjA5NDZiNTZmNzQyZWIwNmM=
+  data.tar.gz: !binary |-
+    MjBmZmQzM2Y1MmNkNTg1NTBiYzAyYTZkMTIxZjZiNTVkYTBmOTQ3N2Y5NDJj
+    MDliMWE4NDQwYTAyNDY3ZGI1ZGE5NzJhNzBlMWNjZTQ4MzdmOGE2Y2YwMzBh
+    NjJmNWUxMjUzMGMxNmE5NTJmMDc2ZTlmNzkxZTkzMjliMjMzOWQ=

data/README.mkd

@@ -1,3 +1,4 @@
+
 # DISCLAIMER
 
 Do Not Use This. 
@@ -20,6 +21,7 @@ It does nothing you can't do with a few pipes, sed, awk, grep, ack, perl,
 ruby, sort, uniq, bc, ministats and comm.
 
 It is useful for me because 
+
 * I am very bad at remembering options for command line tools, and get
   confused when BSD and GNU tools don't match
 * I always get confused escaping stuff in the shell
@@ -43,3 +45,4 @@ something in parsely, but I don't think you should use this tool, at
 least for the next couple of years. 
 Or you can write me an email at rff.rff+parsely@gmail.com if you want.
 
+[![Build Status](https://secure.travis-ci.org/riffraff/parsely.png?branch=master)](http://travis-ci.org/riffraff/parsely)

data/TODO

@@ -22,3 +22,8 @@ summaryse is a cool extension from which to steal stuff. Maybe provide basic fun
 - top k
 selext top/max N or N% ditto for minus
 select outliers
+parsely '_1.each_cons(3).to_a if rand(400)==1' /usr/share/dict/words |pbcopy #make PerlVar enumerable
+document GEOIP, and everything else
+list fields, eg pr -l => _1 _2(_1 _2) _3 _4
+on -k also perform file guessing (e.g. headers for csv, common log format)
+diffcount

data/lib/parsely.rb

@@ -39,7 +39,18 @@ class PseudoBinding
         PerlVar.new((to_s + other).to_s)
       end
     end
+    if ENV['GEOIP_CITY_DATA'] and File.exists?(ENV['GEOIP_CITY_DATA'])
+        require 'geoip'
+        geoip = GeoIP.new(ENV['GEOIP_CITY_DATA'])
+        GeoIP::City.members.each do |m|
+          define_method m do
+            geoip.city(self)[m]
+          end
+        end
+    end
   end
+
+
   PerlNil = PerlVar.new ''
   attr :line
   attr :vals
@@ -75,7 +86,7 @@ class Proc
   end
 end
 class Parsely
-  VERSION = "0.1.4"
+  VERSION = "0.1.5"
   def self.cmd(&block)
     Struct.new :value, &block
   end
@@ -83,13 +94,54 @@ class Parsely
 
   Expression = Struct.new :code, :items do
     def process(pb)
-      result = pb.instance_eval(code)
+      result = pb.instance_eval(code, __FILE__, __LINE__+1)
     end
     def to_s
       code.to_s
     end
   end
   Ops = {
+    :timediff => cmd do
+     def initialize value
+       require 'date'
+       @running_value = nil
+     end 
+     def process(value)
+       new_value = DateTime.parse(value).to_time
+       if @running_value.nil?
+         @result = new_value.to_s
+       else
+        @result = ">\t+" + (new_value -  @running_value).to_s
+       end
+       @running_value = new_value
+       @result
+     end
+    end,
+    :count => cmd do
+      def initialize value
+        super
+        @running_value = 0
+        @result = proc { @running_value }
+        @result.single = true
+      end
+      def process(value)
+        @running_value += 1
+        @result
+      end
+    end,
+    :top => cmd do
+      def initialize values
+        super
+        @running_values = []
+        @result = proc { @running_values.sort {|a,b| b <=> a}.first(@k).join("\n") }
+        @result.single = true
+      end
+      def process(k, value)
+        @k ||= k
+        @running_values << value
+        @result
+      end
+    end,
     :min => cmd do
       def initialize value
         super
@@ -202,9 +254,9 @@ class Parsely
     Ops.each do |k,v|
       #instantiating the object is expensive and we are not using 99% of them
       obj = nil
-      define_method k do |values|
+      define_method k do |*values|
         obj ||= v.new(nil)
-        obj.process(values)
+        obj.process(*values)
       end
     end
   end
@@ -247,7 +299,11 @@ class Parsely
 
   def main
     if ARGV.empty?
-      abort("usage #$0 <expr> <file file file| stdin >")
+      abort("usage #$0 [-l |<expr> <file file file| stdin >]")
+    elsif ARGV[0] == '-l'
+      puts " Available aggregate functions:"
+      puts Ops.keys.map {|k| "\t#{k}"}
+      exit
     end
     load_rc
     expr = ARGV.shift

data/test/basic/021-topk/command

@@ -0,0 +1 @@
+parsely 'top(2, _1)' lines.txt

data/test/basic/021-topk/lines.txt

@@ -0,0 +1,6 @@
+4 4 4
+1 1 1
+2
+3 3
+5
+3

data/test/basic/021-topk/output

@@ -0,0 +1,2 @@
+5
+4

data/test/basic/022-topk/command

@@ -0,0 +1 @@
+parsely 'top(2, _1)' lines.txt

data/test/basic/022-topk/lines.txt

@@ -0,0 +1,6 @@
+4 4 4
+1 1 1
+2
+3 3
+5
+3

data/test/basic/022-topk/output

@@ -0,0 +1,2 @@
+5
+4

metadata

@@ -1,27 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: parsely
 version: !ruby/object:Gem::Version
-  version: 0.1.4
-  prerelease: 
+  version: 0.1.5
 platform: ruby
 authors:
 - Gabriele Renzi
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2011-12-10 00:00:00.000000000Z
+date: 2013-12-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
-  requirement: &2152641300 !ruby/object:Gem::Requirement
-    none: false
+  requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2152641300
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 description: ! "parsely is a simple tool for managing text files.\n                     DO
   NOT USE IT.\n                     Mostly to replace a lot of awk/sed/ruby/perl one-off
   scripts.\n                     This is an internal release, guaranteed to break
@@ -102,30 +104,35 @@ files:
 - test/basic/019-increment-lineno-and-values/command
 - test/basic/019-increment-lineno-and-values/lines.txt
 - test/basic/019-increment-lineno-and-values/output
+- test/basic/021-topk/command
+- test/basic/021-topk/lines.txt
+- test/basic/021-topk/output
+- test/basic/022-topk/command
+- test/basic/022-topk/lines.txt
+- test/basic/022-topk/output
 - test/cli-runner.rb
 homepage: http://github.com/riffraff/parsely
 licenses: []
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
   - - ! '>='
     - !ruby/object:Gem::Version
       version: 1.9.2
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.5
+rubygems_version: 2.1.11
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: a simple tool for text file wrangling
 test_files:
 - test/basic/001/command
@@ -187,5 +194,10 @@ test_files:
 - test/basic/019-increment-lineno-and-values/command
 - test/basic/019-increment-lineno-and-values/lines.txt
 - test/basic/019-increment-lineno-and-values/output
+- test/basic/021-topk/command
+- test/basic/021-topk/lines.txt
+- test/basic/021-topk/output
+- test/basic/022-topk/command
+- test/basic/022-topk/lines.txt
+- test/basic/022-topk/output
 - test/cli-runner.rb
-has_rdoc: