quandl_operation 0.1.17 → 0.1.18

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 359bf212c7078b884d1206f6fe807e9e53e2c61e
-  data.tar.gz: 1321e7ada3550f892d6df76be5369ad4117cd7fa
+  metadata.gz: 87874fab0a0c7090d8a8d659e7492ff91fe7e98b
+  data.tar.gz: 0ea2c0c04aa165ba162eeeea6473da15dc6565c6
 SHA512:
-  metadata.gz: 626e0270f2336c022940bfea4e6e83a80aa1355da0e10ed4d113279a6080ccb0c1931064ab6037816ad5982a3bd93e457de667f72c5f69e25558a4785ee87ca1
-  data.tar.gz: f07f2d54e7e4e6fbe38712591f006ae75adb98bc5c6b5bf281e1bf806b45d98efdd7d3fe6f6405b718795a0234f9b4a5b004cbdf1db16bc61de99004d261445a
+  metadata.gz: 597a729a3f03e538c4876bfa0ab3fdbb56fe309bae13f3348c8cd1312c3548ca77a051981aaca5858b9bcf566114768792195457aff332e251258fceb4baf9a4
+  data.tar.gz: f7ccf8150ee7f1ee3ad1161f6f3c18b9cb40276d093bb4d117b9db059081d4052454611f4d049404266c449912bb913a4818f3b9ece52b663cfa29a2137ce572

data/UPGRADE.md

@@ -1,3 +1,8 @@
+## 0.1.18
+
+* Add QDFormat
+
+
 ## 0.1.17
 
 * bump quandl_logger to 0.2.0

data/lib/quandl/operation/qdformat.rb

@@ -0,0 +1,126 @@
+class Quandl::Operation::QDFormat
+  
+  attr_accessor :source_code, :code, :name, :description, :data, :headers
+  
+  class << self
+    
+    def read(path)
+      parse(File.read(path).strip)
+    end
+  
+    def parse(output)
+      datasets = []
+      attributes = {}
+      # for each line
+      output.each_line do |line|
+        # strip whitespace
+        line = line.strip.rstrip
+        
+        # skip blank
+        if line.blank?
+          next
+          
+        # - denotes new dataset
+        elsif line[0] == '-'
+          # append current dataset
+          datasets << attributes unless attributes.blank?
+          # reset attributes for next dataset
+          attributes = {}
+        
+        # without the data key we're still adding metadata
+        elsif !attributes.has_key?(:data)
+          # for each rule
+          matched = false
+          rules.each do |name, rule|
+            # test line
+            m = line.match(rule)
+            # if the rule matches
+            if !matched && m.present?
+              matched = true
+              case name
+              when :full_code then attributes[:full_code] = line
+              when :attribute then attributes[m[1].to_sym] = m[2]
+              end
+            end
+          end
+          # if no match was found for this line it must be data
+          attributes[:data] = line if !matched
+        # otherwise we're adding data
+        else
+          attributes[:data] += "\n" + line
+        end
+      end
+      datasets << attributes unless attributes.blank?
+      datasets.collect{|attrs| self.new(attrs) }
+    end
+    
+    def rules
+      {
+        full_code:      /^([A-Z0-9_]+)\/([A-Z0-9_]+)$/,
+        attribute:      /^([a-z0-9_]+): (.+)/
+      }
+    end
+  
+  end
+  
+  def initialize(attrs)
+    assign_attributes(attrs)
+  end
+  
+  def assign_attributes(attrs)
+    attrs.each do |key, value|
+      self.send("#{key}=", value) if self.respond_to?(key)
+    end
+  end
+  
+  def attributes
+    { name: name, source_code: source_code, code: code, description: description, column_names: headers, data: data }
+  end
+  
+  def inspect
+    "<##{self.class.name}" + 
+    [:full_code, :name, :description, :headers].inject({}){|m,k| m[k] = self.send(k); m }.to_s +
+    " >"
+  end
+  
+  def headers=(names)
+    names = names.split(",").collect(&:strip) if names.is_a?(String)
+    @headers = Array(names).flatten
+  end
+  def headers_as_qdf
+    headers.join(', ') if headers.is_a?(Array)
+  end
+  
+  def full_code=(value)
+    value = value.split('/')
+    self.source_code = value[0]
+    self.code = value[1]
+  end
+  
+  def full_code
+    [source_code, code].join('/')
+  end
+  
+  def data_as_qdf
+    o = data
+    o = o.to_a if o.respond_to?(:to_a)
+    o = o.collect(&:to_csv).join if o.respond_to?(:to_csv) && o.first.is_a?(Array)
+    o = o.to_csv if o.respond_to?(:to_csv)
+    o
+  end
+  
+  def data=(rows)
+    @data = rows
+  end
+  
+  def to_qdf
+    output = [full_code]
+    [:name, :description].each do |attr_name|
+      output << "#{attr_name}: #{self.send(attr_name)}" if self.send(attr_name).present?
+    end
+    output << "headers: #{headers_as_qdf}" if headers_as_qdf.present?
+    output << data_as_qdf
+    output.join("\n")
+  end
+  
+end

data/lib/quandl/operation/version.rb

@@ -1,5 +1,5 @@
 module Quandl
 module Operation
-  VERSION = "0.1.17"
+  VERSION = "0.1.18"
 end
 end

data/spec/lib/quandl/operation/qdformat_spec.rb

@@ -0,0 +1,66 @@
+# encoding: utf-8
+require 'quandl/operation/qdformat'
+require 'spec_helper'
+
+describe Quandl::Operation::QDFormat do
+  
+  let(:full_code){ "SOURCE_CODE/DATASET_CODE" }
+  let(:name){ 'name: Test dataset name' }
+  let(:description){ 'description: Dataset description' }
+  let(:headers){ 'headers: Date, value, high, low' }
+  let(:data){ "2013-11-20,9.99470588235294,11.003235294117646,14.00164705882353\n2013-11-19,10.039388096885814,,14.09718770934256\n2013-11-18,10.03702588792184,11.040801329322205,14.148600982164867\n2013-11-16,10.019903902583621,10.99988541851354,14.186053161235304\n2013-11-15,9.98453953586862,10.922239168500502,\n2013-11-14,10.004508614940358,10.894612328250766,\n2013-11-13,,10.877309120435308,14.187437960548612\n2013-11-12,,10.838918617657301,14.22499294338536\n2013-11-11,9.965116185761039,10.827442115591547,14.178970907392053\n2013-11-09,9.881291973139637,10.924889094631869" }
+  
+  let(:output){
+    %Q{
+      ---
+      #{full_code}
+      #{name}
+      #{description}
+      #{headers}
+      #{data}
+      -
+      - I am a comment.
+      -
+      #{full_code}
+      #{name}
+      #{description}
+      #{headers}
+      #{data}
+      -----
+    }
+  }
+  let(:collection){ Quandl::Operation::QDFormat.parse(output) }
+  
+  describe ".parse" do
+    
+    subject{ collection }
+      
+    its(:count){ should eq 2 }
+    
+    describe "#first" do
+      subject{ collection.first }
+
+      it{ should be_a Quandl::Operation::QDFormat }
+      its(:source_code){ should eq 'SOURCE_CODE' }
+      its(:code){ should eq 'DATASET_CODE' }
+      its(:name){ should eq 'Test dataset name' }
+      its(:description){ should eq 'Dataset description' }
+      its(:headers){ should eq ['Date', 'value', 'high', 'low'] }
+      its(:data){ should eq data }
+    end
+  end
+  
+  describe "#to_qdf" do
+    subject{ collection.first }
+    its(:to_qdf){ should eq [full_code, name, description, headers, data].join("\n")}
+    
+    context "data Array" do
+      let(:data){ [['2013-11-20',9.94,11.2],['2013-11-19',9.94,11.2],['2013-11-18',9.94,11.2]] }
+      subject{ Quandl::Operation::QDFormat.new( full_code: "TEST/OIL", data: data ) }
+      
+      its(:to_qdf){ should eq ["TEST/OIL", data.collect(&:to_csv).join].join("\n") }
+      
+    end
+  end
+  
+end

data/spec/spec_helper.rb

@@ -1,5 +1,7 @@
-require 'simplecov'
-SimpleCov.start
+if ENV['COVERAGE']
+  require 'simplecov'
+  SimpleCov.start
+end
 
 $:.unshift File.join(File.dirname(__FILE__), *%w[.. lib])
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: quandl_operation
 version: !ruby/object:Gem::Version
-  version: 0.1.17
+  version: 0.1.18
 platform: ruby
 authors:
 - Blake Hilscher
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-11-14 00:00:00.000000000 Z
+date: 2013-11-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -148,12 +148,14 @@ files:
 - lib/quandl/operation/core_ext/string.rb
 - lib/quandl/operation/core_ext/time.rb
 - lib/quandl/operation/parse.rb
+- lib/quandl/operation/qdformat.rb
 - lib/quandl/operation/transform.rb
 - lib/quandl/operation/version.rb
 - quandl_operation.gemspec
 - spec/lib/quandl/operation/collapse_spec.rb
 - spec/lib/quandl/operation/date_spec.rb
 - spec/lib/quandl/operation/parse_spec.rb
+- spec/lib/quandl/operation/qdformat_spec.rb
 - spec/lib/quandl/operation/transform_spec.rb
 - spec/spec_helper.rb
 homepage: http://blake.hilscher.ca/
@@ -184,5 +186,6 @@ test_files:
 - spec/lib/quandl/operation/collapse_spec.rb
 - spec/lib/quandl/operation/date_spec.rb
 - spec/lib/quandl/operation/parse_spec.rb
+- spec/lib/quandl/operation/qdformat_spec.rb
 - spec/lib/quandl/operation/transform_spec.rb
 - spec/spec_helper.rb