truss_parser 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: ab21683914e06a2b107c982c980841853c598f42
-  data.tar.gz: 996aad0ad7210cc0b0cd92b5d66b3ae15771e3c6
+  metadata.gz: 741e1cd26ecbea24962cdfa6a33f3648dd2a8ed0
+  data.tar.gz: 6af6e69c443d8fd61ef88fecc728a5ee68514cfb
 SHA512:
-  metadata.gz: f345790b4bc5f6a3e1f5b26fbdbcd39635463d3ce07d43c2a635eb9dc9a84d2a93b8106968298eb7589cdf8c6be589553dbd91e3abefa71416ed897ae1529c84
-  data.tar.gz: 440154587b48fc99ca3a419d9f223f3e9798a0bb28d0ce93feec9a00bd2bacf298121762fb3359da76fd08ac4004496bd584e09697b638f858d8419e19913359
+  metadata.gz: a7469ccf2351cebf6115b6089977cfc65e676470902b805549da4345ed09a5d1331585bb38e60d75fde9060b85c37cd6523c118378176f94177e25b05427d729
+  data.tar.gz: ff273c22994c7d99029422979a2a76d80b259f9e9c91d1fbd6e96a7821d6fa957e835fd5c127d6c85a5d2884710bc9db493fa702a1ae46df16d89131c7a538f4

data/.gitignore

@@ -6,6 +6,7 @@
 /pkg/
 /spec/reports/
 /tmp/
+.byebug_history
 
 # rspec failure tracking
 .rspec_status

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    truss_parser (0.1.0)
+    truss_parser (0.1.1)
 
 GEM
   remote: https://rubygems.org/

data/README.md

@@ -1,38 +1,27 @@
-# TrussParser
+# Truss 🚀
 
-Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/truss_parser`. To experiment with that code, run `bin/console` for an interactive prompt.
+Welcome to TrussParser! This is a gem that parses and normalizes CSV data according to the specs in `challenge.md`
 
-TODO: Delete this and the text above, and describe your gem
 
 ## Installation
 
-Add this line to your application's Gemfile:
-
-```ruby
-gem 'truss_parser'
-```
-
-And then execute:
-
-    $ bundle
-
-Or install it yourself as:
+Assuming you have an environment set up for the Ruby ecosystem:
 
     $ gem install truss_parser
 
 ## Usage
 
-TODO: Write usage instructions here
-
-## Development
+- After `gem install`ing the `truss` gem:
+  - Run `truss_parser sample.csv` to parse and normalize the `sample.csv` that is shipped along in this gem. Alternatively, you can also run `truss_parser sample-with-broken-utf8.csv` as well. The Truss takes in a CSV file as an argument, and outputs normalized CSV data in `normalized_data.csv`.
+- Example:
 
-After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+![Example of gem usage](truss_parser.gif)
 
-To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+## Testing
 
-## Contributing
+- Run `rake spec` to run the RSpec tests.
+- You can also run `bin/console` for an interactive prompt that will allow you to experiment.
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/truss_parser. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
 
 ## License
 
@@ -40,4 +29,4 @@ The gem is available as open source under the terms of the [MIT License](https:/
 
 ## Code of Conduct
 
-Everyone interacting in the TrussParser project’s codebases, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/[USERNAME]/truss_parser/blob/master/CODE_OF_CONDUCT.md).
+Everyone interacting in the Truss project’s codebases, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/arbonap/truss_parser/blob/master/CODE_OF_CONDUCT.md).

data/lib/truss_parser/parser.rb

@@ -4,10 +4,12 @@ require 'active_support/time_with_zone'
 
 module Parser
   class Normalization
-    attr_accessor :csv_file
+    attr_accessor :csv_file, :scrubbed_csv, :normalized_data
 
-    def initialize(argv)
+    def initialize(argv, normalized_data="normalized_data.csv", scrubbed_csv="scrubbed-sample.csv")
       @csv_file = argv[0]
+      @normalized_data = normalized_data
+      @scrubbed_csv = scrubbed_csv
     end
 
     def self.ascii
@@ -43,7 +45,7 @@ module Parser
     end
 
     def normalize
-      CSV.foreach("scrubbed-sample.csv", headers: true, encoding: "utf-8") do |row|
+      CSV.foreach("#{scrubbed_csv}", headers: true, encoding: "utf-8") do |row|
         # convert PST to EST && format timestamps in iso8601
         update_timezone(row, 'Pacific Time (US & Canada)', 'Eastern Time (US & Canada)')
 
@@ -63,15 +65,15 @@ module Parser
 
         unicode_notes_validation(row['notes'])
 
-        CSV.open('normalized_data.csv', 'a') do |csv|
+        CSV.open("#{normalized_data}", 'a') do |csv|
           csv << row.fields
         end
       end
-      File.open('normalized_data.csv').map { |row| puts row }
+      File.open("#{normalized_data}").map { |row| puts row if ENV['GEM_ENV'] != 'TEST' }
     end
 
     def truncate
-      File.truncate('normalized_data.csv', 0)
+      File.truncate("#{normalized_data}", 0)
     end
 
     def generate_scrubbed_csv(arrays)

data/lib/truss_parser/version.rb

@@ -1,3 +1,3 @@
 module TrussParser
-  VERSION = "0.1.0"
+  VERSION = "0.1.1"
 end

data/normalized_data.csv

@@ -0,0 +1,7 @@
+2011-04-01T07:00:00-04:00,"123 4th St, Anywhere, AA",94121,MONKEY ALBERTO,1:23:32.123,1:32:33.123,10565.246,I am the very model of a modern major general
+2010-12-31T19:00:01-05:00,"This Is Not An Address, BusyTown, BT",94121,MARY 1,1:23:32.123,0:00:00.000,5012.123,I like Emoji! 🍏🍎😍
+2016-12-31T18:59:59-05:00,"123 Gangnam Style Lives Here, Gangnam Town",31403,ANTICIPATION OF UNICODE FAILURE,1:23:32.123,1:32:33.123,10565.246,I like Math Symbols! ≱≰⨌⊚
+2011-11-11T06:11:11-05:00,überTown,10001,PROMPT NEGOTIATOR,1:23:32.123,1:32:33.123,10565.246,"I’m just gonna say, this is AMAZING. WHAT NEGOTIATIONS."
+2010-05-12T12:48:12-04:00,Høøük¡,01231,SLEEPER SERVICE,1:23:32.123,1:32:33.123,10565.246,2/1/22
+2012-10-05T18:31:11-04:00,"Test Pattern Town, Test Pattern, TP",00121,株式会社スタジオジブリ,1:23:32.123,1:32:33.123,10565.246,1:11:11.123
+2004-10-02T04:44:11-04:00,The Moon,00011,HERE WE GO,1:23:32.123,1:32:33.123,10565.246,

data/normalized_test_data.csv

@@ -0,0 +1,7 @@
+2011-04-01T07:00:00-04:00,"123 4th St, Anywhere, AA",94121,MONKEY ALBERTO,1:23:32.123,1:32:33.123,10565.246,I am the very model of a modern major general
+2010-12-31T19:00:01-05:00,"This Is Not An Address, BusyTown, BT",94121,MARY 1,1:23:32.123,0:00:00.000,5012.123,I like Emoji! 🍏🍎😍
+2016-12-31T18:59:59-05:00,"123 Gangnam Style Lives Here, Gangnam Town",31403,ANTICIPATION OF UNICODE FAILURE,1:23:32.123,1:32:33.123,10565.246,I like Math Symbols! ≱≰⨌⊚
+2011-11-11T06:11:11-05:00,überTown,10001,PROMPT NEGOTIATOR,1:23:32.123,1:32:33.123,10565.246,"I’m just gonna say, this is AMAZING. WHAT NEGOTIATIONS."
+2010-05-12T12:48:12-04:00,Høøük¡,01231,SLEEPER SERVICE,1:23:32.123,1:32:33.123,10565.246,2/1/22
+2012-10-05T18:31:11-04:00,"Test Pattern Town, Test Pattern, TP",00121,株式会社スタジオジブリ,1:23:32.123,1:32:33.123,10565.246,1:11:11.123
+2004-10-02T04:44:11-04:00,The Moon,00011,HERE WE GO,1:23:32.123,1:32:33.123,10565.246,

data/scrubbed-sample.csv

@@ -0,0 +1,8 @@
+timestamp,address,zip,fullname,fooduration,barduration,totalduration,notes
+4/1/11 11:00:00 AM,"123 4th St, Anywhere, AA",94121,Monkey Alberto,1:23:32.123,1:32:33.123,zzsasdfa,I am the very model of a modern major general
+1/1/11 12:00:01 AM,"This Is Not An Address, BusyTown, BT",94121,Mary 1,1:23:32.123,0:00:00.000,zzsasdfa,I like Emoji! 🍏🍎😍
+12/31/16 11:59:59 PM,"123 Gangnam Style Lives Here, Gangnam Town",31403,Anticipation of Unicode Failure,1:23:32.123,1:32:33.123,zzsasdfa,I like Math Symbols! ≱≰⨌⊚
+11/11/11 11:11:11 AM,überTown,10001,Prompt Negotiator,1:23:32.123,1:32:33.123,zzsasdfa,"I’m just gonna say, this is AMAZING. WHAT NEGOTIATIONS."
+5/12/10 4:48:12 PM,Høøük¡,1231,Sleeper Service,1:23:32.123,1:32:33.123,zzsasdfa,2/1/22
+10/5/12 10:31:11 PM,"Test Pattern Town, Test Pattern, TP",121,株式会社スタジオジブリ,1:23:32.123,1:32:33.123,zzsasdfa,1:11:11.123
+10/2/04 8:44:11 AM,The Moon,11,HERE WE GO,1:23:32.123,1:32:33.123,zzsasdfa,

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: truss_parser
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Patricia Arbona
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-03-11 00:00:00.000000000 Z
+date: 2019-03-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -133,9 +133,13 @@ files:
 - lib/truss_parser/cli.rb
 - lib/truss_parser/parser.rb
 - lib/truss_parser/version.rb
+- normalized_data.csv
+- normalized_test_data.csv
 - sample-with-broken-utf8.csv
 - sample.csv
+- scrubbed-sample.csv
 - truss_parser.gemspec
+- truss_parser.gif
 homepage: https://www.github.com/arbonap/truss
 licenses:
 - MIT