quandl_operation 0.1.22 → 0.1.23

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 0ae58461349d4ba8c510ee5a0361b2502fb38867
-  data.tar.gz: a683b6d46cfa49cfb783fc8de468f22612f9e3e8
+  metadata.gz: 24dc5a778c39638babaa1bb5640e042a26ffba1c
+  data.tar.gz: c4f5211b7f4425f872939e7bb08c12a955af4691
 SHA512:
-  metadata.gz: e83c29041365745773cffadbe0f913bcbbe828ed26bba60a71cd9b6a04dbdae620d4029e055ed74557e3bcbfcb37a150963d885cdd4cc97ba0fb338d6228d4c8
-  data.tar.gz: 61b2c18bdbcfd7efd021ae4e98029a2f890055f9794c3903cfaf425072622231131e0b88113723552f7e4f14af5986abe0f1267f9fe468efcd84078c12a8a91c
+  metadata.gz: d12d77624a61d51560f2d214189b826174a8bc291460a2651d8075fe398418925fc4e6fb1bda4155d7f566ce70932edc8858330c477f4c2d8191f420f70e5f85
+  data.tar.gz: 60f8fdb3179b09437abe62f09dd720d43167ce3bab8ca5ad567c56450aba674c870738f9410f926d63be54bd559e0e042465720b719a080d8cb8bcc3ae1d501e

data/lib/quandl/operation/version.rb

@@ -1,5 +1,5 @@
 module Quandl
 module Operation
-  VERSION = "0.1.22"
+  VERSION = "0.1.23"
 end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: quandl_operation
 version: !ruby/object:Gem::Version
-  version: 0.1.22
+  version: 0.1.23
 platform: ruby
 authors:
 - Blake Hilscher
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-11-25 00:00:00.000000000 Z
+date: 2013-11-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -148,18 +148,12 @@ files:
 - lib/quandl/operation/core_ext/string.rb
 - lib/quandl/operation/core_ext/time.rb
 - lib/quandl/operation/parse.rb
-- lib/quandl/operation/qdformat.rb
-- lib/quandl/operation/qdformat/dump.rb
-- lib/quandl/operation/qdformat/load.rb
-- lib/quandl/operation/qdformat/node.rb
 - lib/quandl/operation/transform.rb
 - lib/quandl/operation/version.rb
 - quandl_operation.gemspec
 - spec/lib/quandl/operation/collapse_spec.rb
 - spec/lib/quandl/operation/date_spec.rb
 - spec/lib/quandl/operation/parse_spec.rb
-- spec/lib/quandl/operation/qdformat/load_spec.rb
-- spec/lib/quandl/operation/qdformat/node_spec.rb
 - spec/lib/quandl/operation/transform_spec.rb
 - spec/spec_helper.rb
 homepage: http://blake.hilscher.ca/
@@ -190,7 +184,5 @@ test_files:
 - spec/lib/quandl/operation/collapse_spec.rb
 - spec/lib/quandl/operation/date_spec.rb
 - spec/lib/quandl/operation/parse_spec.rb
-- spec/lib/quandl/operation/qdformat/load_spec.rb
-- spec/lib/quandl/operation/qdformat/node_spec.rb
 - spec/lib/quandl/operation/transform_spec.rb
 - spec/spec_helper.rb

data/lib/quandl/operation/qdformat/dump.rb

@@ -1,58 +0,0 @@
-module Quandl
-module Operation
-class QDFormat
-
-class Dump
-
-  ATTRIBUTES = [:source_code, :code, :name, :description]
-
-  class << self
-
-    def nodes(*args)
-      Array(args).flatten.collect{|r| node(r) }.join("\n")
-    end
-
-    def node(node)
-      self.new(node).to_qdf
-    end
-
-  end
-
-  attr_accessor :node
-
-  def initialize(r)
-    self.node = r
-  end
-
-  def to_qdf
-    [ attributes, 
-      "-\n",
-      column_names,
-      data
-    ].compact.join
-  end
-
-  def attributes
-    attrs = ATTRIBUTES.inject({}) do |memo, name|
-      name = name.to_s
-      memo[name] = node.send(name) if node.respond_to?(name) && node.send(name).present?
-      memo
-    end
-    attrs.to_yaml[4..-1]
-  end
-  
-  def data
-    data = node.data.is_a?(Array) ? node.data.collect(&:to_csv).join : node.data
-    data = data.to_csv if data.respond_to?(:to_csv)
-    data
-  end
-
-  def column_names
-    node.column_names.to_csv if node.column_names.present?
-  end
-
-end
-
-end
-end
-end

data/lib/quandl/operation/qdformat/load.rb

@@ -1,70 +0,0 @@
-class Quandl::Operation::QDFormat::Load
-  
-  SECTION_DELIMITER = '-'
-  
-  class << self
-  
-    def from_file(path)
-      from_string(File.read(path).strip)
-    end
-  
-    def from_string(input)
-      nodes = []
-      section_type = :data
-      input.each_line do |rline|
-        # strip whitespace
-        line = rline.strip.rstrip
-        # ignore comments and blank lines
-        next if line[0] == '#' || line.blank?
-        
-        # are we looking at an attribute?
-        if line =~ attribute_format
-          # if we are leaving the data section
-          # then this is the start of a new node
-          nodes << { attributes: '', data: '' } if section_type == :data
-          # update the section to attributes
-          section_type = :attributes
-          
-        # have we reached the end of the attributes?
-        elsif line[0] == '-'
-          # update the section to data
-          section_type = :data
-          # skip to the next line
-          next
-        end
-        # add the line to it's section in the current node.
-        # YAML must include whitespace
-        nodes[-1][section_type] += (section_type == :data) ? "#{line}\n" : rline
-      end
-      # append the current node
-      nodes = parse_nodes(nodes)
-      nodes = initialize_nodes(nodes)
-      nodes
-    end
-    
-    
-    protected
-    
-    def parse_nodes(nodes)
-      nodes.collect do |node|
-        # parse attrs as yaml
-        node[:attributes] = YAML.load( node[:attributes] )
-        # parse data as csv
-        node[:attributes][:data] = CSV.parse(node[:data])
-        node
-      end
-    end
-    
-    def initialize_nodes(nodes)
-      nodes.collect do |node|
-        Quandl::Operation::QDFormat::Node.new(node[:attributes])
-      end
-    end
-    
-    def attribute_format
-      /^([a-z0-9_]+): (.+)/
-    end
-  
-  end
-
-end

data/lib/quandl/operation/qdformat/node.rb

@@ -1,51 +0,0 @@
-class Quandl::Operation::QDFormat::Node
-  
-  ATTRIBUTES = :source_code, :code, :name, :description, :column_names, :data
-  attr_accessor *ATTRIBUTES
-
-  def initialize(attrs)
-    assign_attributes(attrs)
-  end
-
-  def assign_attributes(attrs)
-    attrs.each do |key, value|
-      self.send("#{key}=", value) if self.respond_to?(key)
-    end
-  end
-
-  def attributes
-    ATTRIBUTES.inject({}){|m,k| m[k] = self.send(k); m }
-  end
-
-  def inspect
-    "<##{self.class.name} #{attributes.to_s} >"
-  end
-
-  def full_code=(value)
-    value = value.split('/')
-    self.source_code = value[0]
-    self.code = value[1]
-  end
-
-  def full_code
-    [source_code, code].join('/')
-  end
-  
-  def description=(value)
-    @description = value.to_s.gsub('\n', "\n")
-  end
-  
-  def data=(rows)
-    self.column_names = rows.shift unless rows.first.collect{|r| r.to_s.numeric? }.include?(true)
-    @data = rows
-  end
-
-  def column_names=(names)
-    @column_names = Array(names).flatten.collect{|n| n.strip.rstrip }
-  end
-
-  def to_qdf
-    Quandl::Operation::QDFormat::Dump.node(self)
-  end
-  
-end

data/lib/quandl/operation/qdformat.rb

@@ -1,24 +0,0 @@
-require 'csv'
-require 'yaml'
-
-require 'quandl/operation/qdformat/dump'
-require 'quandl/operation/qdformat/load'
-require 'quandl/operation/qdformat/node'
-
-class Quandl::Operation::QDFormat
-  class << self
-    
-    def load(input)
-      Quandl::Operation::QDFormat::Load.from_string(input)
-    end
-    
-    def load_file(file_path)
-      Quandl::Operation::QDFormat::Load.from_file(file_path)
-    end
-    
-    def dump(nodes)
-      Quandl::Operation::QDFormat::Dump.nodes(nodes)
-    end
-    
-  end
-end

data/spec/lib/quandl/operation/qdformat/load_spec.rb

@@ -1,55 +0,0 @@
-# encoding: utf-8
-require 'quandl/operation/qdformat'
-require 'spec_helper'
-
-describe Quandl::Operation::QDFormat::Load do
-  
-  let(:qdf_dataset){
-    %Q{
-      # first dataset
-      source_code: NSE
-      code: OIL
-      name: Oil India Limited
-      description: |-
-        Here is a description with multiple lines.
-        This is the second line.
-      -
-      Date, Value, High, Low
-      2013-11-20,9.99470588235294,11.003235294117646,14.00164705882353
-      2013-11-19,10.039388096885814,,14.09718770934256
-      
-      # Second dataset
-      code:           DATASET_CODE_2
-      source_code:    SOURCE_CODE_2
-      name:           Test Dataset Name 2
-      description:    Here is a description with multiple lines.
-      -
-      Date, Value, High, Low
-      2013-11-20,9.99470588235294,11.003235294117646,14.00164705882353
-      2013-11-19,10.039388096885814,,14.09718770934256
-      2013-11-18,11.039388096885814,,15.09718770934256
-    }
-  }
-  
-  describe ".from_string" do
-    
-    let(:collection){ Quandl::Operation::QDFormat::Load.from_string(qdf_dataset) }
-    subject{ collection }
-    
-    its(:count){ should eq 2 }
-    
-    describe "#first" do
-      subject{ collection.first }
-
-      it{ should be_a Quandl::Operation::QDFormat::Node }
-      its(:source_code){ should eq 'NSE' }
-      its(:code){ should eq 'OIL' }
-      its(:name){ should eq 'Oil India Limited' }
-      its(:description){ should eq "Here is a description with multiple lines.\nThis is the second line." }
-      its(:column_names){ should eq ['Date', 'Value', 'High', 'Low'] }
-      its(:data){ should eq [["2013-11-20", "9.99470588235294", "11.003235294117646", "14.00164705882353"], 
-        ["2013-11-19", "10.039388096885814", nil, "14.09718770934256"]] }
-    end
-  end
-  
-end

data/spec/lib/quandl/operation/qdformat/node_spec.rb

@@ -1,41 +0,0 @@
-# encoding: utf-8
-require 'quandl/operation/qdformat'
-require 'spec_helper'
-
-describe Quandl::Operation::QDFormat::Node do
-  
-  let(:attributes) { {
-    code:           'DATASET_CODE_2',
-    source_code:    'SOURCE_CODE',
-    name:           'Test Dataset Name 2',
-    description:    "Here is a description with multiple lines.\n This is the second line.",
-    column_names:   ['Date', 'Value', 'High', 'Low'],
-    data:           [["2013-11-20", "9.99470588235294", "11.003235294117646", "14.00164705882353"], 
-                    ["2013-11-19", "10.039388096885814", nil, "14.09718770934256"]], 
-  }}
-  
-  subject{ Quandl::Operation::QDFormat::Node.new(attributes) }
-  
-  its(:code){ should eq 'DATASET_CODE_2' }
-  its(:source_code){ should eq 'SOURCE_CODE' }
-  its(:name){ should eq 'Test Dataset Name 2' }
-  its(:description){ should eq "Here is a description with multiple lines.\n This is the second line." }
-  its(:column_names){ should eq ['Date', 'Value', 'High', 'Low'] }
-  its(:data){ should eq [["2013-11-20", "9.99470588235294", "11.003235294117646", "14.00164705882353"], 
-                    ["2013-11-19", "10.039388096885814", nil, "14.09718770934256"]] }
-                    
-  its(:attributes){ should eq attributes }
-  
-  its(:to_qdf){ should eq %Q{source_code: SOURCE_CODE
-code: DATASET_CODE_2
-name: Test Dataset Name 2
-description: |-
-  Here is a description with multiple lines.
-   This is the second line.
--
-Date,Value,High,Low
-2013-11-20,9.99470588235294,11.003235294117646,14.00164705882353
-2013-11-19,10.039388096885814,,14.09718770934256
-}}
-
-end