truss_parser 0.1.3 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d4faee8f4044d89d1e63bdac5f7adaff7d3e3256
-  data.tar.gz: 2530411edb5c9b4b75e5118197c8268af7cf250b
+  metadata.gz: afbfa746fe2ef4587407b700fa32c0a494c217f0
+  data.tar.gz: f1d8033df613dceb1eb792b08457db5f4a37250c
 SHA512:
-  metadata.gz: 32d8baa1f0cebd1fc937f2c27c63f2911b31b552493850e8d92576fa219415a3a2dcc1feabdec9399498797c9a97602eebda4eebb8a3e818f37772aa3bf1d9b9
-  data.tar.gz: bbfeb8a01662cb321adb062cb552e228fae999d3dfa68e6092a5dc349b643868885ba615b3f63be4518b8cdc6e496981aa39c074bbb9dcd752a52a11b9b9f0ca
+  metadata.gz: '09abe3f15629f13283bbbabfb4209f18a1396a940d75afb5e3d6f1b0c15057b86d2f495618bb1fb5d08881f003bcf8875f1f558a2adb907719f1759375c22b04'
+  data.tar.gz: 2e2718b41a9343f2d529850f463fdf6734723e503d33f486e5d263bf8e5ce75bbf64da3088c047e78632f86db17f053d7f5d371d151e9fd1c230cadf8b176a72

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    truss_parser (0.1.3)
+    truss_parser (0.1.4)
 
 GEM
   remote: https://rubygems.org/

data/lib/truss_parser/parser.rb

@@ -50,7 +50,7 @@ module Parser
         update_timezone(row, 'Pacific Time (US & Canada)', 'Eastern Time (US & Canada)')
 
         # any zip codes with less than 5 digits, prepend 0's to them until they are 5 digits long
-        validate_zipcode(row['zip'])
+        validate_zipcode(row['zip'], row)
         # uppercase all names
         upcase_fullname(row['fullname'])
 
@@ -103,7 +103,14 @@ module Parser
       fullname.upcase!
     end
 
-    def validate_zipcode(zipcode)
+    def validate_zipcode(zipcode, row)
+      if /\D/ =~ zipcode
+        STDERR.puts "Warning: You have some characters that are not numbers in
+        your zipcode '#{zipcode}' in row: '#{row}'.
+        For the time being, 0's will replace the non-number characters. "
+        # remove non number characters in zipcode string
+        zipcode = zipcode.gsub!(/\D/, '')
+      end
       until zipcode.length == 5 do
         zipcode.prepend('0')
       end
@@ -115,7 +122,8 @@ module Parser
 
     def update_timezone(row, beginning_tz, result_tz)
       Time.zone = beginning_tz
-      datetime = format_timestamp(row['timestamp'])
+      row['timestamp'].nil? ? timestamp = format_timestamp(row[:timestamp]) : timestamp = format_timestamp(row['timestamp'])
+      datetime = timestamp
       datetime_est = datetime.in_time_zone('EST')
       formatted_datetime_est = format_datetime(datetime_est)
       row['timestamp'] = formatted_datetime_est
@@ -143,11 +151,13 @@ module Parser
           calculate_duration(row, :barduration)
           format_timestamp(row[:timestamp])
         rescue ArgumentError => e
-          STDERR.puts "Warning: Row #{i} will be deleted due to an unparseable Time.
+          STDERR.puts "Warning: Row #{i} will be deleted due to #{e.message}. Did you mistype a timestamp?
                       The following row of data will be dropped:
                       '#{row}' "
+
         end
         table.by_row![i].delete_if { |_| e.present? }
+        table.by_row!.delete_if { |row| row.blank? }
       end
     end
 

data/lib/truss_parser/version.rb

@@ -1,3 +1,3 @@
 module TrussParser
-  VERSION = "0.1.3"
+  VERSION = "0.1.4"
 end

data/normalized_data.csv

@@ -1,9 +1,9 @@
-2011-04-01T14:00:00-04:00,"123 4th St, Anywhere, AA",94121,MONKEY ALBERTO,5012.123,5553.123,10565.246,I am the very model of a modern major general
-2014-03-12T03:00:00-04:00,"Somewhere Else, In Another Time, BB",00001,SUPERMAN ÜBERTAN,401012.123,5553.123,406565.24600000004,This is some Unicode right here. ü ¡! 😀
-2016-02-29T14:11:11-05:00,111 Ste. #123123123,01101,RÉSUMÉ RON,113012.123,5553.123,118565.24600000001,🏳️🏴🏳️🏴
-2011-01-01T02:00:01-05:00,"This Is Not An Address, BusyTown, BT",94121,MARY 1,5012.123,0.0,5012.123,I like Emoji! 🍏🍎😍
-2017-01-01T01:59:59-05:00,"123 Gangnam Style Lives Here, Gangnam Town",31403,ANTICIPATION OF UNICODE FAILURE,5012.123,5553.123,10565.246,I like Math Symbols! ≱≰⨌⊚
-2011-11-11T13:11:11-05:00,überTown,10001,PROMPT NEGOTIATOR,5012.123,5553.123,10565.246,"I’m just gonna say, this is AMAZING. WHAT NEGOTIATIONS."
-2010-05-12T19:48:12-04:00,Høøük¡,01231,SLEEPER SERVICE,5012.123,5553.123,10565.246,2/1/22
-2012-10-06T01:31:11-04:00,"Test Pattern Town, Test Pattern, TP",00121,株式会社スタジオジブリ,5012.123,5553.123,10565.246,1:11:11.123
-2004-10-02T11:44:11-04:00,The Moon,00011,HERE WE GO,5012.123,5553.123,10565.246,
+2011-04-01T14:00:00-05:00,"123 4th St, Anywhere, AA",94121,MONKEY ALBERTO,5012.123,5553.123,10565.246,I am the very model of a modern major general
+2014-03-12T03:00:00-05:00,"Somewhere Else, In Another Time, BB",00001,SUPERMAN ÜBERTAN,401012.123,5553.123,406565.24600000004,This is some Unicode right here. ü ¡! 😀
+2016-02-29T15:11:11-05:00,111 Ste. #123123123,01101,RÉSUMÉ RON,113012.123,5553.123,118565.24600000001,🏳️🏴🏳️🏴
+2011-01-01T03:00:01-05:00,"This Is Not An Address, BusyTown, BT",94121,MARY 1,5012.123,0.0,5012.123,I like Emoji! 🍏🍎😍
+2017-01-01T02:59:59-05:00,"123 Gangnam Style Lives Here, Gangnam Town",31403,ANTICIPATION OF UNICODE FAILURE,5012.123,5553.123,10565.246,I like Math Symbols! ≱≰⨌⊚
+2011-11-11T14:11:11-05:00,überTown,10001,PROMPT NEGOTIATOR,5012.123,5553.123,10565.246,"I’m just gonna say, this is AMAZING. WHAT NEGOTIATIONS."
+2010-05-12T19:48:12-05:00,Høøük¡,01231,SLEEPER SERVICE,5012.123,5553.123,10565.246,2/1/22
+2012-10-06T01:31:11-05:00,"Test Pattern Town, Test Pattern, TP",00121,株式会社スタジオジブリ,5012.123,5553.123,10565.246,1:11:11.123
+2004-10-02T11:44:11-05:00,The Moon,00011,HERE WE GO,5012.123,5553.123,10565.246,

data/sample.csv

@@ -7,4 +7,4 @@ Timestamp,Address,ZIP,FullName,FooDuration,BarDuration,TotalDuration,Notes
 11/11/11 11:11:11 AM,überTown,10001,Prompt Negotiator,1:23:32.123,1:32:33.123,zzsasdfa,"I’m just gonna say, this is AMAZING. WHAT NEGOTIATIONS."
 5/12/10 4:48:12 PM,Høøük¡,1231,Sleeper Service,1:23:32.123,1:32:33.123,zzsasdfa,2/1/22
 10/5/12 10:31:11 PM,"Test Pattern Town, Test Pattern, TP",121,株式会社スタジオジブリ,1:23:32.123,1:32:33.123,zzsasdfa,1:11:11.123
-10/2/04 8:44:11 AM,The Moon,11,HERE WE GO,1:23:32.123,1:32:33.123,zzsasdfa,
+10/2/04 8:44:11 AM,The Moon,11,HERE WE GO,1:23:32.123,1:32:33.123,zzsasdfa,

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: truss_parser
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.4
 platform: ruby
 authors:
 - Patricia Arbona