quandl_data 1.3.5 → 1.3.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: ce1b13bea3abd317b83855932749d9b29836a838
-  data.tar.gz: dedc1c64c0354e3a1042a7662e8896090b45421a
+  metadata.gz: b9dbde1852003bcb9959d2fa89a19cbc9820f96d
+  data.tar.gz: bfe0bf490f623cb12ec2cb0fa967e85a5a3dbe5d
 SHA512:
-  metadata.gz: ea8568c09b7d551e35add9f272d7d48e7830b1ef2bda7aedbe54e76a4188dea0c939acf7862895e86a13a0b216b7fb757af993c0e5a72c8e45f1b9c155818cac
-  data.tar.gz: 4199b62dc28313abd1204de393dccdaf1aa4ffafc3512b340a32526d2859882020c096059b3bb0c47e1e90f65f2c74a97a9cd4d863eacd3e23ad052f98364ed5
+  metadata.gz: 9d6a9e2268585f1ccf001cd14787d7fdf127822b458b03fa5132989337e0ca4aed5b3cf16e85dac2cfc28b44277e59c9ca67fc11dd84a712036d0791bdf49fa5
+  data.tar.gz: 4af620ee17de21560d716cccf78816c308530862065a16cd0cec5847d75b7a554ef1bc8e975ecd5dd047356c8375be199f3677ce968635a089a3d036e20ca78e

data/UPGRADE.md

@@ -1,3 +1,8 @@
+## 1.3.6
+
+* Add #guess_csv_delimiter to Data::Format.
+
+
 ## 1.3.5
 
 * add Validations, #valid? #errors

data/lib/quandl/data/cleaning.rb

@@ -17,7 +17,7 @@ module Cleaning
   def ensure_data_is_cleaned
     data_array unless cleaned?
   end
-
+  
   protected
   
   def clean(data)
@@ -29,6 +29,9 @@ module Cleaning
     data = ensure_data_is_an_array(data)
     # clean with either format or babelfish
     known_format?( data ) ? clean_with_format(data) : clean_with_babelfish(data)
+    # rescue clean_with_format failure and try with babelfish
+  # rescue
+  #   clean_with_babelfish(data)
   end
   
   def ensure_data_requires_cleaning(data)

data/lib/quandl/data/format.rb

@@ -21,11 +21,19 @@ class Format
     def csv_to_array(data)
       if data.is_a?(String)
         data = data.gsub('\n', "\n")
-        data = CSV.parse( data )
+        data = CSV.parse( data, {col_sep: guess_csv_delimiter(data) } )
       end
       data
     end
     
+    def guess_csv_delimiter(data)
+      data = data.to_s
+      line_end = data.to_s.index("\n")
+      first_line = line_end.nil? ? data : data[0..line_end].to_s
+      return "\t" unless first_line.index("\t").nil?
+      ","
+    end
+    
     def to_date(data)
       return data if data_missing_rows?(data)
       # guess the current date format

data/lib/quandl/data/validations.rb

@@ -10,20 +10,24 @@ module Validations
   
   included do
     ERROR_TYPES = [ 
-      Error::GuessDateFormat, Error::InvalidDate,
+      Error::GuessDateFormat,   Error::InvalidDate,
       Error::UnknownDateFormat, Error::DateParseError ]
   end
   
   def valid?
-    self.errors = []
-    self.data_array = pristine_data
-    true
+    raise_error_unless_valid!
   rescue *ERROR_TYPES => error
     self.errors << error
     self.data_array = []
     false
   end
   
+  def raise_error_unless_valid!
+    self.errors = []
+    self.data_array = pristine_data
+    true
+  end
+  
   def errors
     @errors ||= []
   end

data/lib/quandl/data/version.rb

@@ -1,5 +1,5 @@
 module Quandl
 class Data
-  VERSION = "1.3.5"
+  VERSION = "1.3.6"
 end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: quandl_data
 version: !ruby/object:Gem::Version
-  version: 1.3.5
+  version: 1.3.6
 platform: ruby
 authors:
 - Blake Hilscher
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-12-10 00:00:00.000000000 Z
+date: 2013-12-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: quandl_operation