data_tools 0.6.4 → 0.6.5

data/lib/data_tools/hash.rb

@@ -183,6 +183,7 @@ module DataTools::Hash
   def cleanse(options = {})
     each_with_object({}) do |(k,v), out|
       out[k] = DataTools.scour(v, options)
+
       if dateformat = options[:datefields][k]
         begin
           out[k] = v && DateTime.strptime(v, dateformat).to_date
@@ -191,6 +192,15 @@ module DataTools::Hash
           out[k] = nil
         end
       end
+
+      if timeformat = options[:timefields][k]
+        begin
+          out[k] = v && DateTime.strptime(v, timeformat).to_time.utc
+        rescue ArgumentError
+          warn "expected '#{timeformat}' in #{k} = '#{v}' at [#{options[:line]}]: #{self}"
+          out[k] = nil
+        end
+      end
     end
   end
 

data/lib/data_tools/io.rb

@@ -32,7 +32,8 @@ module DataTools::IO
   def import_options
     @import_options ||= {
       junkwords: [],
-      datefields: {}
+      datefields: {},
+      timefields: {}
     }
   end
 

data/lib/data_tools/version.rb

@@ -1,3 +1,3 @@
 module DataTools
-  VERSION = "0.6.4"
+  VERSION = "0.6.5"
 end

data/spec/import_spec.rb

@@ -17,6 +17,25 @@ describe "File Import" do
     f = File.open(File.dirname(__FILE__) + "/../tmp/visits.txt")
     recs = f.import(:format => :wsv, :datefields => {'admit_arrive_date' => '%Y-%m-%d'}).to_a
     recs.count.should == 99
-    puts recs.sample
+    recs.shuffle.take(5).each {|rec| rec.keys.count.should == 3}
+  end
+
+  it "recognizes dates and times" do
+    f = File.open(File.dirname(__FILE__) + "/../tmp/timetest.txt")
+    config = {
+      :format => :tsv,
+      :datefields => {'EDIT_DATE' => '%Y-%m-%d'},
+      :timefields => {'EDIT_TIME' => '%Y-%m-%d %H:%M:%S'}
+    }
+    recs = f.import(config).to_a
+    recs.count.should == 99
+    dt = recs.first['EDIT_DATE']
+    tm = recs.first['EDIT_TIME']
+    dt.year.should == 2012
+    dt.month.should == 11
+    dt.day.should == 28
+    tm.hour.should == 0
+    tm.min.should == 40
+    tm.sec.should == 32
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: data_tools
 version: !ruby/object:Gem::Version
-  version: 0.6.4
+  version: 0.6.5
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-02-05 00:00:00.000000000 Z
+date: 2013-02-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: awesome_print