rubyc 0.0.16 → 0.0.17

data/Gemfile

@@ -2,3 +2,21 @@ source "http://rubygems.org"
 
 # Specify your gem's dependencies in rubyc.gemspec
 gemspec
+
+# This part is taken from the thor gem Gemfile file
+platforms :mri_18 do
+  gem 'ruby-debug', '>= 0.10.3'
+end
+
+platforms :mri_19 do
+  gem 'ruby-debug19'
+end
+
+group :development do
+  gem 'pry'
+  gem 'guard'
+  gem 'guard-minitest'
+  gem 'rb-fsevent', '~> 0.9.1'
+  # gem 'growl', '1.0.3'
+  # gem 'ruby_gntp', '0.3.4'
+end

data/Guardfile

@@ -0,0 +1,9 @@
+# A sample Guardfile
+# More info at https://github.com/guard/guard#readme
+
+guard 'minitest' do
+  watch(%r|^spec/(.*)_spec\.rb|)
+  watch(%r|^lib/rubyc(.*)\.rb|)       { |m| "spec/#{m[1]}_spec.rb" }
+  watch(%r|^lib/(.*)\.rb|)            { |m| "spec/test_spec.rb" }
+  watch(%r|^spec/spec_helper\.rb|)    { "spec" }
+end

data/README.md

@@ -0,0 +1,87 @@
+# Rubyc [![Build Status](https://secure.travis-ci.org/martinos/rubyc.png?branch=master)](http://travis-ci.org/martinos/rubyc)
+## Description
+Adds Ruby's power to the command line.
+## Introduction
+Sometimes we need to process files or streams at the bash prompt for filtering, parsing, calculating etc.  Unix offers many tools for doing those actions: grep, sed, awk etc. However, their usage are not easy to remember besause of their cryptic syntax. They also use Unix regexes which are more limited than ruby's ones.
+
+The Ruby interpreter offers us many command line options for processing files or pipes. The -p, -n options allows us to process lines one at a time. But their syntaxes are not really easy to remember, since it uses non Rubyish syntax, using $_, gets and print kernel methods.
+
+For this reason, I have created Rubyc, which stands for Ruby Command line. Rubyc supports many enumerator methods applied to STDIN. The current line is represented by the "line" variable name or it's shorter alias 'l'.
+## Installation
+```
+gem install rubyc
+```
+## Examples
+### Use Case: Upcasing
+Upcase what is comming from stdin.
+
+The awk way:
+``` bash
+$ ls | awk '{print toupper($0)}'
+```
+The Ruby interpreter with options way:
+``` bash
+$ ls | ruby -pe '$_ = $_.upcase'
+```
+The Rubyc way:
+``` bash
+ls | rubyc map 'line.upcase'
+```
+### Use Case: CSV File Processing
+Extract columns 2 and 3 of a csv file that has columns containing commas. Note that, in that case the "cut" shell command does not work.
+
+The shell way
+``` bash
+$ ???
+```
+The Ruby interpreter with options way:
+``` bash
+$ cat file1.csv | ruby -pe 'require "csv";csv = CSV.parse_line($_); $_ = [csv[2], csv[4]].to_s + "\n"'
+```
+The Rubyc way:
+``` bash
+$ cat file1.csv | rubyc map -r csv 'csv = CSV.parse_line(l); [csv[2], csv[3]]'
+```
+NOTE: -r is an alias for the --require= option indicates the gems needed for the exectution of the script. Note that for multiple require, gems must me separated with a :.
+
+### Use Case: Colorize Stderr
+The shell way:
+``` bash
+$ rake 2> >(while read line;do echo -e "\033[31m$line\033[0m";done)
+```
+The Rubyc way:
+``` bash
+$ rake 2> >(rubyc map -r colorize 'l.red')
+```
+### Use Case: Counting insertion in database tables
+Extract the number of insertions per table in a rails log file.
+
+The shell way:
+``` bash
+$ ???
+```
+The Rubyc way:
+``` bash
+$ cat development.log | rubyc count_by 'l =~ /INSERT INTO \"(\w+)\"/; $1'
+--- 
+trunk_groups: 14
+ld_call_records: 18
+ld_provider_rates: 102191
+cdrs: 47
+tf_call_records: 18
+```
+
+
+Here are the currently supported methods:
+```
+compact      # Remove empty lines
+count_by     # Count the number of lines that have the same property. The property is defined by the return value of the given the block.
+grep         # Enumerable#grep the first argument is the pattern matcher and the second is the block executed on each line.
+map          # Apply Enumerable#map on each line and outputs the results of the block by calling to_s on the returned object.
+merge        # Merge consecutive lines
+scan         # String#scan
+select       # Enumerable#select
+sort_by      # Emumerable#sort_by
+sum          # Rails Enumerable#sum
+uniq         # uniq
+```

data/lib/rubyc/cli.rb

@@ -1,37 +1,8 @@
 require 'yaml'
 require 'thor'
+require 'rubyc/core_extensions'
 
 module Rubyc
-  module ::Enumerable
-    def count_by
-      self.inject({}) do |memo, elem|
-        key = yield elem
-        memo[key] ||= 0
-        memo[key] += 1
-        memo
-      end
-    end
-
-    # This method was borrowed from ActiveSupport code
-    def group_by
-      self.inject({}) do |memo, elem|
-        key = yield elem
-        memo[key] ||= []
-        memo[key] << elem
-        memo
-      end
-    end
-    
-    # File activesupport/lib/active_support/core_ext/enumerable.rb, line 57
-    def sum(identity = 0, &block)
-      if block_given?
-        map(&block).sum(identity)
-      else
-        inject { |sum, element| sum + element } || identity
-      end
-    end
-  end
-
   class CLI < Thor
     class_option :require, :aliases => '-r'
     
@@ -45,9 +16,9 @@ module Rubyc
     $stdout.sync = true
     desc :map, "Apply Enumerable#map on each line"
     def map(code)
-      proc = eval( "Proc.new{|line| l = line; #{code}}" )
-      $stdin.each do |line|
-        puts proc.call(line.chomp).to_s
+      proc = eval( "Proc.new{|line,index| l = line; lnum = index + 1;#{code}}" )
+      $stdin.each_line.each_with_index do |line, index|
+        puts proc.call(line.chomp, index).to_s
       end
     end
 

data/lib/rubyc/core_extensions.rb

@@ -0,0 +1,29 @@
+module Enumerable
+  def count_by
+    self.inject({}) do |memo, elem|
+      key = yield elem
+      memo[key] ||= 0
+      memo[key] += 1
+      memo
+    end
+  end
+
+  # This method was borrowed from ActiveSupport code
+  def group_by
+    self.inject({}) do |memo, elem|
+      key = yield elem
+      memo[key] ||= []
+      memo[key] << elem
+      memo
+    end
+  end
+  
+  # File activesupport/lib/active_support/core_ext/enumerable.rb, line 57
+  def sum(identity = 0, &block)
+    if block_given?
+      map(&block).sum(identity)
+    else
+      inject { |sum, element| sum + element } || identity
+    end
+  end
+end

data/lib/rubyc/version.rb

@@ -1,3 +1,3 @@
 module Rubyc
-  VERSION = "0.0.16"
+  VERSION = "0.0.17"
 end

data/lib/rubyc.rb

@@ -1,3 +1,4 @@
 module Rubyc
-  # Your code goes here...
+  autoload :EnumerableExt, 'rubyc/core_extensions' 
+  autoload :CLI, 'rubyc/core_extensions'  
 end

data/rubyc.gemspec

@@ -18,7 +18,7 @@ Gem::Specification.new do |s|
   s.add_development_dependency "bundler", "~> 1.0"
   s.add_development_dependency 'minitest'
   s.add_development_dependency 'aruba'
-
+  s.add_development_dependency 'colorize'
   s.files         = `git ls-files`.split("\n")
   s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
   s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }

data/spec/cli_spec.rb

@@ -0,0 +1,78 @@
+ROOT_PATH = File.expand_path('../..', __FILE__)
+require File.expand_path('../spec_helper', __FILE__)
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+require 'rubyc/cli'
+
+include SpecHelper
+
+describe "A rubyc cli" do
+  before do
+    @cli = Rubyc::CLI.new
+  end
+
+  it "should map stdin to stdout" do
+    out_str = local_io("first\nsecond") do
+      @cli.map('lnum.to_s + " " + l.upcase')
+    end
+    out_str.must_equal "1 FIRST\n2 SECOND\n"
+  end
+
+  it "should select line from stdin and send it to stdout" do
+    out_str = local_io("first\nsecond\nthird") do
+      @cli.select('l =~ /third/')
+    end
+    out_str.must_equal "third\n"
+  end
+
+  it "should sum line from stdin and send it to stdout" do
+    out_str = local_io("1\n2\nthird\n4") do
+      @cli.sum('l.to_i * 2')
+    end
+    out_str.must_equal "14.0\n"
+  end
+
+  it "should sort by stdin and send the result to stdout" do
+    out_str = local_io("a\nbbb\ncc\ndddd") do
+      @cli.sort_by('l.length')
+    end
+    out_str.must_equal "a\ncc\nbbb\ndddd\n"
+  end
+
+  it "should grep stdin and send the result to stdout" do
+    out_str = local_io("bbbb\nbbb\ncc\ndddd") do
+      @cli.grep('/^b/', 'l.upcase') 
+    end
+    out_str.must_equal "BBBB\nBBB\n"
+  end
+
+  it "should count_by an algorithm and output to stdout" do
+    out_str = local_io("bbbb\nbbb\ncc\ndddd") do
+      @cli.count_by('l =~ /^(..)/;$1') 
+    end  
+    expected = {"bb" => 2, "cc" => 1, "dd" => 1}
+
+    YAML.load(out_str).must_equal expected
+  end
+
+  it "should remove empty lines from stdin and output to stdout" do
+    out_str = local_io("bbbb\n\ncc\n") do 
+      @cli.compact
+    end
+    out_str.must_equal "bbbb\ncc\n"
+  end
+
+  it "should keep unique lines from stdin and output them to stdout" do
+    out_str = local_io("1\n2\n2\n3") do
+      @cli.uniq
+    end
+    out_str.must_equal "1\n2\n3\n"
+  end
+
+  it "should merge lines in group of n output them to stdout" do
+    out_str = local_io("1\n2\n3\n4\n5\n6\n7\n8") do
+      @cli.merge(3, ",")
+    end
+    out_str.must_equal "1,2,3\n4,5,6\n7,8\n"
+  end
+end
+

data/spec/rubyc_spec.rb

@@ -1,111 +0,0 @@
-ROOT_PATH = File.expand_path('../..', __FILE__)
-require File.expand_path('../spec_helper', __FILE__)
-require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
-require 'rubyc/cli'
-
-include SpecHelper
-# require 'colorize'
-# 
-# module ColorizeIO
-#   def puts(str = "")
-#     red = "\\e[31m"
-#     blank = "\\e[0m"
-#     green = "\\e[32m"
-#     blue = "\\e[34m"
-#     magenta = "\\e[35m"
-#     # 
-#     url_regex = %r{(\\S*.rb):(\\d+)(.*)}
-#     str.each_line do |line|
-#       if line =~ url_regex
-#         file_name = $1
-#         line_number = $2
-#         complement = $3
-#         if File.exist? file_name
-#           full_path = File.expand_path(file_name)
-#           app_trace = full_path.match(ROOT_PATH) && full_path !~ /vendor/
-#           new_line = "#{blue}txmt://open?url=file://#{File.dirname(full_path)}/#{red if app_trace }#{File.basename(full_path)}#{blank}&line=#{line_number
-#     }#{complement}"
-#         else
-#           new_line = line
-#         end
-#       else
-#          new_line = line
-#       end
-#         super(new_line + "\\n")
-#     end
-#   end
-# end
-# 
-# MiniTest::Unit.output.extend ColorizeIO
-
-describe "A rubyc cli" do
-  before do
-    @cli = Rubyc::CLI.new
-  end
-
-  it "should map stdin to stdout" do
-    out_str = local_io("first\nsecond") do
-      @cli.map('l.upcase')
-    end
-    out_str.must_equal "FIRST\nSECOND\n"
-  end
-
-  it "should select line from stdin and send it to stdout" do
-    out_str = local_io("first\nsecond\nthird") do
-      @cli.select('l =~ /third/')
-    end
-    out_str.must_equal "third\n"
-  end
-
-  it "should sum line from stdin and send it to stdout" do
-    out_str = local_io("1\n2\nthird\n4") do
-      @cli.sum('l.to_i * 2')
-    end
-    out_str.must_equal "14.0\n"
-  end
-
-  it "should sort by stdin and send the result to stdout" do
-    out_str = local_io("a\nbbb\ncc\ndddd") do
-      @cli.sort_by('l.length')
-    end
-    out_str.must_equal "a\ncc\nbbb\ndddd\n"
-  end
-
-  it "should grep stdin and send the result to stdout" do
-    out_str = local_io("bbbb\nbbb\ncc\ndddd") do
-      @cli.grep('/^b/', 'l.upcase') 
-    end
-    out_str.must_equal "BBBB\nBBB\n"
-  end
-
-  it "should count_by an algorithm and output to stdout" do
-    out_str = local_io("bbbb\nbbb\ncc\ndddd") do
-      @cli.count_by('l =~ /^(..)/;$1') 
-    end  
-    expected = {"bb" => 2, "cc" => 1, "dd" => 1}
-
-    YAML.load(out_str).must_equal expected
-  end
-
-  it "should remove empty lines from stdin and output to stdout" do
-    out_str = local_io("bbbb\n\ncc\n") do 
-      @cli.compact
-    end
-    out_str.must_equal "bbbb\ncc\n"
-  end
-
-  it "should keep unique lines from stdin and output them to stdout" do
-    out_str = local_io("1\n2\n2\n3") do
-      @cli.uniq
-    end
-    out_str.must_equal "1\n2\n3\n"
-  end
-
-  it "should merge lines in group of n output them to stdout" do
-    out_str = local_io("1\n2\n3\n4\n5\n6\n7\n8") do
-      @cli.merge(3, ",")
-    end
-    out_str.must_equal "1,2,3\n4,5,6\n7,8\n"
-  end
-end
-

data/spec/spec_helper.rb

@@ -14,4 +14,39 @@ module SpecHelper
     $stdin, $stdout = old_stdin, old_stdout
     out_str
   end
-end
+end
+
+
+# require 'colorize'
+# 
+# module ColorizeIO
+#   def puts(str = "")
+#     red = "\\e[31m"
+#     blank = "\\e[0m"
+#     green = "\\e[32m"
+#     blue = "\\e[34m"
+#     magenta = "\\e[35m"
+#     # 
+#     url_regex = %r{(\\S*.rb):(\\d+)(.*)}
+#     str.each_line do |line|
+#       if line =~ url_regex
+#         file_name = $1
+#         line_number = $2
+#         complement = $3
+#         if File.exist? file_name
+#           full_path = File.expand_path(file_name)
+#           app_trace = full_path.match(ROOT_PATH) && full_path !~ /vendor/
+#           new_line = "#{blue}txmt://open?url=file://#{File.dirname(full_path)}/#{red if app_trace }#{File.basename(full_path)}#{blank}&line=#{line_number
+#     }#{complement}"
+#         else
+#           new_line = line
+#         end
+#       else
+#          new_line = line
+#       end
+#         super(new_line + "\\n")
+#     end
+#   end
+# end
+# 
+# MiniTest::Unit.output.extend ColorizeIO

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: rubyc
 version: !ruby/object:Gem::Version 
-  hash: 63
+  hash: 61
   prerelease: 
   segments: 
   - 0
   - 0
-  - 16
-  version: 0.0.16
+  - 17
+  version: 0.0.17
 platform: ruby
 authors: 
 - Martin Chabot
@@ -15,7 +15,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2012-09-04 00:00:00 Z
+date: 2012-09-07 00:00:00 Z
 dependencies: 
 - !ruby/object:Gem::Dependency 
   prerelease: false
@@ -88,6 +88,20 @@ dependencies:
   requirement: *id005
   name: aruba
   type: :development
+- !ruby/object:Gem::Dependency 
+  prerelease: false
+  version_requirements: &id006 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  requirement: *id006
+  name: colorize
+  type: :development
 description: Adds Ruby's powers to the command line
 email: 
 - chabotm@gmail.com
@@ -100,7 +114,8 @@ extra_rdoc_files: []
 files: 
 - .gitignore
 - Gemfile
-- README.rdoc
+- Guardfile
+- README.md
 - Rakefile
 - bin/rubyc
 - features/rubyc.feature
@@ -109,8 +124,10 @@ files:
 - features/support/env.rb
 - lib/rubyc.rb
 - lib/rubyc/cli.rb
+- lib/rubyc/core_extensions.rb
 - lib/rubyc/version.rb
 - rubyc.gemspec
+- spec/cli_spec.rb
 - spec/rubyc_spec.rb
 - spec/spec_helper.rb
 homepage: https://github.com/martinos/rubyc
@@ -151,5 +168,6 @@ test_files:
 - features/step_definitions/.rubyc_steps.rb.swp
 - features/step_definitions/rubyc_steps.rb
 - features/support/env.rb
+- spec/cli_spec.rb
 - spec/rubyc_spec.rb
 - spec/spec_helper.rb

data/README.rdoc

@@ -1,29 +0,0 @@
-= Description {<img src="https://secure.travis-ci.org/martinos/rubyc.png" />}[http://travis-ci.org/martinos/rubyc]
-Adds Ruby's power to the command line.
-Supports many enumerator methods applied to STDIN. The current line is represented by the "line" variable name or it's shorter alias 'l'.
-
-To get help:
-  rubyc help
-
-== Examples
-  $ ls | rubyc map 'line.upcase'
-  GEMFILE
-  RAILS_VERSION
-  README.RDOC
-  RAKEFILE
-  ACTIONMAILER
-  ACTIONPACK
-  ...
-  
-Here are the currently supported methods:
-  compact      # Remove empty lines
-  count_by     # Count the number of lines that have the same property. The property is defined by the return value of the given the block.
-  grep         # Enumerable#grep the first argument is the pattern matcher and the second is the block executed on each line.
-  map          # Apply Enumerable#map on each line and outputs the results of the block by calling to_s on the returned object.
-  merge        # Merge consecutive lines
-  scan         # String#scan
-  select       # Enumerable#select
-  sort_by      # Emumerable#sort_by
-  sum          # Rails Enumerable#sum
-  uniq         # uniq
-