masticate 0.3.2 → 0.4.0

data/lib/masticate/myoptparse.rb

@@ -74,6 +74,10 @@ class Masticate::MyOptionParser
       opts.on("--recipe FILENAME", String, "(*cook* only) Recipe file") do |f|
         @options[:recipe] = f
       end
+
+      opts.on("--rule {downcase,upcase}", String, "(*transform* only) Transformation rule") do |f|
+        @options[:rule] = f
+      end
     end
   end
 
@@ -87,6 +91,7 @@ class Masticate::MyOptionParser
   def prepare(command, options)
     klasses = {
       'gsub' => Masticate::Gsubber,
+      'transform' => Masticate::Transform,
       'datify' => Masticate::Datify,
       'maxrows' => Masticate::MaxRows,
       'relabel' => Masticate::Relabel,
@@ -156,6 +161,10 @@ EOT
       results = Masticate.exclude(filename, options)
       logmessage(command, options, results)
 
+    when 'transform'
+      results = Masticate.transform(filename, options)
+      logmessage(command, options, results)
+
     else
       raise "unknown command #{command}"
     end

data/lib/masticate/transform.rb

@@ -0,0 +1,39 @@
+# apply transformation rules to a field
+
+class Masticate::Transform < Masticate::Base
+  def configure(opts)
+    standard_options(opts)
+
+    @field = opts[:field] or raise "missing field to transform"
+    @rule = opts[:rule] or raise "missing transformation rule"
+    unless ['upcase', 'downcase'].include?(@rule)
+      raise "invalid transformation rule <#{@rule}>: supported rules are downcase, upcase"
+    end
+  end
+
+  def set_headers(row)
+    @headers = row
+    @index = @headers.index(@field) or raise "Unable to find column '#{@field}' in headers"
+  end
+
+  def transform(opts)
+    execute(opts)
+  end
+
+  def crunch(row)
+    if !@headers
+      set_headers(row)
+    elsif row
+      row[@index] = case @rule
+      when 'downcase'
+        row[@index].downcase
+      when 'upcase'
+        row[@index].upcase
+      else
+        raise "no code for rule #{@rule}"
+      end
+    end
+
+    row
+  end
+end

data/lib/masticate/version.rb

@@ -1,3 +1,3 @@
 module Masticate
-  VERSION = "0.3.2"
+  VERSION = "0.4.0"
 end

data/lib/masticate.rb

@@ -15,6 +15,7 @@ require_relative "masticate/max_rows"
 require_relative "masticate/concat"
 require_relative "masticate/relabel"
 require_relative "masticate/exclude"
+require_relative "masticate/transform"
 
 require_relative "masticate/cook"
 
@@ -62,4 +63,8 @@ module Masticate
   def self.cook(filename, opts)
     Cook.new(filename).cook(opts)
   end
+
+  def self.transform(filename, opts)
+    Transform.new(filename).transform(opts)
+  end
 end

data/spec/data/downcase_results.csv

@@ -0,0 +1,11 @@
+LAST_NAME,FIRST_NAME,MIDDLE_INIT,DEPT #,Empl #,timestamp,Term Date,Status,R_NAME,SEX,BIRTHDATE
+washington,GEORGE,D,824,9556,09/10/2005 4:23:16PM,07/01/2006,TM,Surgical House Staff,M,09/23/1975
+jefferson,TOM,,621,8052,07/23/2001 7:23:11AM,01/28/2011,TM,Telemetry,F,12/24/1976
+adams,JOHN,,655,8834,09/22/2003 01:23:45PM,,WA,6 East,F,08/07/1978
+adams,JOHN QUINCY,A,209,8637,02/24/2003 02:34:00AM,12/02/2007,TM,Imaging Svcs - MRI,F,11/03/1966
+hamilton,ANDREW,,278,10065,01/09/2007 02:34:00AM,11/16/2007,TM,Information Technology,M,09/16/1968
+madison,JAMES,F,672,10720,01/05/2009 02:34:00AM,02/16/2010,TM,Rehab Svcs - Outpatients,F,04/15/1985
+franklin,BENJAMIN,R,674,8340,05/01/2002 02:34:00AM,09/01/2003,TM,"Rehab Svcs, xyz",F,03/15/1973
+lincoln,ABRAHAM,M,634,11340,05/02/2011 02:34:00AM,,PN,Sibley Ambulatory Surgery Ctr,F,07/11/1960
+monroe,JAMES,L,614,10757,02/16/2009 02:34:00AM,,RF,Labor & Delivery,F,11/06/1983
+revere,PAUL,B,424,8568,11/18/2002 02:34:00AM,06/27/2006,TM,Laundry & Linen,M,12/31/1976

data/spec/lib/transform_spec.rb

@@ -0,0 +1,25 @@
+# spec for field transformation
+
+require "spec_helper"
+
+describe "transform" do
+  it "should be able to downcase fields" do
+    filename = File.dirname(__FILE__) + "/../data/datify_input.csv"
+    tmp = Tempfile.new('transform')
+    results = Masticate.transform(filename, :output => tmp, :field => 'LAST_NAME', :rule => 'downcase')
+    output = File.read(tmp)
+    correct_output = File.read(File.dirname(__FILE__) + "/../data/downcase_results.csv")
+
+    output.should == correct_output
+  end
+
+  it "should be able to upcase fields" do
+    filename = File.dirname(__FILE__) + "/../data/downcase_results.csv"
+    tmp = Tempfile.new('transform')
+    results = Masticate.transform(filename, :output => tmp, :field => 'LAST_NAME', :rule => 'upcase')
+    output = File.read(tmp)
+    correct_output = File.read(File.dirname(__FILE__) + "/../data/datify_input.csv")
+
+    output.should == correct_output
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: masticate
 version: !ruby/object:Gem::Version
-  version: 0.3.2
+  version: 0.4.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-05-30 00:00:00.000000000 Z
+date: 2012-08-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
-  requirement: &2157784500 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -21,10 +21,15 @@ dependencies:
         version: 0.9.2
   type: :development
   prerelease: false
-  version_requirements: *2157784500
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.9.2
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &2157784000 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -32,10 +37,15 @@ dependencies:
         version: 2.9.0
   type: :development
   prerelease: false
-  version_requirements: *2157784000
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.9.0
 - !ruby/object:Gem::Dependency
   name: guard-rspec
-  requirement: &2157783540 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -43,10 +53,15 @@ dependencies:
         version: 0.7.0
   type: :development
   prerelease: false
-  version_requirements: *2157783540
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.7.0
 - !ruby/object:Gem::Dependency
   name: ruby_gntp
-  requirement: &2157783080 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -54,7 +69,12 @@ dependencies:
         version: 0.3.4
   type: :development
   prerelease: false
-  version_requirements: *2157783080
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.3.4
 description: Data file crunching
 email:
 - jmay@pobox.com
@@ -85,6 +105,7 @@ files:
 - lib/masticate/plucker.rb
 - lib/masticate/relabel.rb
 - lib/masticate/sniffer.rb
+- lib/masticate/transform.rb
 - lib/masticate/version.rb
 - masticate.gemspec
 - spec/data/badnums.csv
@@ -97,6 +118,7 @@ files:
 - spec/data/cooking_result.csv
 - spec/data/datify_input.csv
 - spec/data/datify_result.csv
+- spec/data/downcase_results.csv
 - spec/data/events.csv
 - spec/data/events_reduced.csv
 - spec/data/exclude_input.csv
@@ -128,6 +150,7 @@ files:
 - spec/lib/plucker_spec.rb
 - spec/lib/relabel_spec.rb
 - spec/lib/sniffer_spec.rb
+- spec/lib/transform_spec.rb
 - spec/spec_helper.rb
 homepage: ''
 licenses: []
@@ -141,15 +164,21 @@ required_ruby_version: !ruby/object:Gem::Requirement
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
+      segments:
+      - 0
+      hash: -519721259904741395
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
+      segments:
+      - 0
+      hash: -519721259904741395
 requirements: []
 rubyforge_project: masticate
-rubygems_version: 1.8.10
+rubygems_version: 1.8.24
 signing_key: 
 specification_version: 3
 summary: Utility functions for parsing incoming text data files.
@@ -164,6 +193,7 @@ test_files:
 - spec/data/cooking_result.csv
 - spec/data/datify_input.csv
 - spec/data/datify_result.csv
+- spec/data/downcase_results.csv
 - spec/data/events.csv
 - spec/data/events_reduced.csv
 - spec/data/exclude_input.csv
@@ -195,5 +225,5 @@ test_files:
 - spec/lib/plucker_spec.rb
 - spec/lib/relabel_spec.rb
 - spec/lib/sniffer_spec.rb
+- spec/lib/transform_spec.rb
 - spec/spec_helper.rb
-has_rdoc: