quandl 0.4.4 → 1.0.0.rc1

data/spec/factories/dataset.rb

@@ -1,10 +0,0 @@
-FactoryGirl.define do
-
-  factory :dataset do
-    association :source, factory: :source
-    sequence(:code) { |n| "QUANDL_CLIENT_#{(Time.now.to_f * 1000).to_i}_#{n}" }
-    name "Quandl Client Dataset"
-    description "Quandl Client Dataset Spec"
-  end
-
-end

data/spec/factories/source.rb

@@ -1,10 +0,0 @@
-FactoryGirl.define do
-
-  factory :source do
-    sequence(:code) { |n| "QUANDL_CLIENT_#{(Time.now.to_f * 1000).to_i}_#{n}" }
-    name "Quandl Client Source"
-    description "Quandl Client Source Spec"
-    sequence(:host) { |n| "http://quandl.com/host/#{(Time.now.to_f * 1000).to_i}_#{n}" }
-  end
-
-end

data/spec/fixtures/scraper-test-file.rb

@@ -1,6 +0,0 @@
-puts %Q{
-code: SCRAPE_SOME_DATA
--
-Date,Value
-#{Time.now.strftime("%Y-%m-%d")},10
-}

data/spec/lib/quandl/command/delete_spec.rb

@@ -1,45 +0,0 @@
-# encoding: utf-8
-require 'spec_helper'
-
-describe "./bin/quandl delete" do
-
-  let(:command){ self.class.superclass.description }
-  subject{ quandl("delete #{command}") }
-
-  
-  context "DOES_NOT_EXIST" do
-    its(:stdout){ should match 'Not Found' }
-  end
-  
-  context "DATASET_1" do
-    before(:each){ create(:dataset, code: 'DATASET_1') }
-    its(:stdout){ should match 'Deleted' }
-  end
-  
-end
-
-describe Quandl::Command::Tasks::Delete do
-  
-  let(:subject_args){ [] }
-  subject{ Quandl::Command::Tasks::Delete.call(*subject_args) }
-  
-  context "spec/fixtures/data/datasets.qdf" do
-    
-    before(:each){ Quandl::Command::Tasks::Upload.call( 'spec/fixtures/data/datasets.qdf' ) }
-
-    it "should delete spec/fixtures/data/datasets.qdf" do
-      Spec::Config::Output.should_receive(:info).with(/Deleted/).at_least(4).times
-      datasets = Quandl::Format::Dataset.load_from_file('spec/fixtures/data/datasets.qdf')
-      datasets.each{|d| Quandl::Command::Tasks::Delete.call( d.code, force_yes: true ) }
-    end
-    
-    it "should not download" do
-      datasets = Quandl::Format::Dataset.load_from_file('spec/fixtures/data/datasets.qdf')
-      datasets.each{|d| Quandl::Command::Tasks::Delete.call( d.code, force_yes: true ) }
-      Spec::Config::Output.should_receive(:info).with(nil).at_least(4).times
-      datasets.each{|d| Quandl::Command::Tasks::Download.call( d.code ) }
-    end
-    
-  end
-  
-end

data/spec/lib/quandl/command/download_spec.rb

@@ -1,49 +0,0 @@
-# encoding: utf-8
-require 'spec_helper'
-
-describe Quandl::Command::Tasks::Download do
-  
-  def self.it_should_download(code, options={})
-    it "should download #{code}, #{options}" do
-      Quandl::Logger.should_receive(:info).with(/code: #{code}/)
-      Quandl::Command::Tasks::Download.call( code, options )
-    end
-  end
-  
-  context "spec/fixtures/data/datasets.qdf" do
-    
-    before(:all){ Quandl::Command::Tasks::Upload.call( 'spec/fixtures/data/datasets.qdf' ) }
-
-    it_should_download 'TEST_1'
-    it_should_download 'TEST_2'
-    it_should_download 'TEST_4', column: 2
-    it_should_download 'TEST_4', order: 'asc'
-    it_should_download 'TEST_4', order: 'desc'
-    it_should_download 'TEST_4', limit: 10
-    it_should_download 'TEST_4', row: 10
-    it_should_download 'TEST_4', offset: 10
-    # test each transformation
-    Quandl::Operation::Transform.valid_transformations.each{|v| it_should_download('TEST_4', transformation: v.to_s ) }
-    # test each collapse
-    Quandl::Operation::Collapse.valid_collapses.each{|v| it_should_download('TEST_4', collapse: v.to_s ) }
-    
-    after(:all){ 
-      Quandl::Format::Dataset.load_from_file('spec/fixtures/data/datasets.qdf').each{|d| 
-        Quandl::Command::Tasks::Delete.call( d.code, force_yes: true ) } 
-    }
-    
-  end
-  
-end
-
-
-describe "./bin/quandl download" do
-
-  let(:command){ self.class.superclass.description }
-  subject{ quandl("download #{command}") }
-  
-  context "TEST_DOES_NOT_EXIST" do
-    its(:stdout){ should be_blank }
-  end
-  
-end

data/spec/lib/quandl/command/replace_spec.rb

@@ -1,22 +0,0 @@
-# encoding: utf-8
-require 'spec_helper'
-
-describe "./bin/quandl replace" do
-  
-  let(:prefix){ "replace" }
-  let(:command){ self.class.superclass.description }
-  subject{ quandl( [prefix, command].flatten.join(" ") ) }
-  
-  context data_path("replace.qdf") do
-    its(:stdout){ should match /Updated|Created/ }
-    its(:stderr){ should be_blank }
-  end
-  
-  context "SCRAPER_TEST_1394485290783983" do
-    let(:prefix){ "download" }
-    
-    its(:stdout){ should match "code: SCRAPER_TEST_1394485290783983" }
-    
-  end
-  
-end

data/spec/lib/quandl/command/schedule_spec.rb

@@ -1,45 +0,0 @@
-# encoding: utf-8
-require 'spec_helper'
-require 'open3'
-require 'chronic'
-
-describe "Quandl::Command::Tasks::Schedule" do
-  let(:schedule) { Quandl::Command::Tasks::Schedule.new(nil, nil)}
-
-  its "should parse 'at' time to cron correctly " do
-    schedule.stub_chain(:options, :at){'13:00'}
-    schedule.instance_eval{cron_at}.should == "* 0 13 * * *"
-  end
-
-  its "should parse 'at' time to cron correctly " do
-    schedule.stub_chain(:options, :at){'7pm monday'}
-    schedule.instance_eval{cron_at}.should == "* 0 19 * * 1"
-  end
-end
-
-describe "./bin/quandl schedule" do
-
-  let(:command){ self.class.superclass.description }
-  subject{ quandl("schedule #{command}") }
-  
-  context "list" do
-    its(:stdout){ should_not match "scraper-test-file.rb" }
-  end
-  
-  context "add spec/fixtures/scraper-test-file.rb" do
-    its(:stdout){ should match "You have successfully scheduled 'scraper-test-file.rb'" }
-  end
-  
-  context "delete scraper-test-file.rb --force-yes" do
-    its(:stdout){ should match "You have successfully deleted 'scraper-test-file.rb'" }
-  end
-  
-  context "add spec/fixtures/scraper-test-file.rb --at 7pm" do
-    its(:stdout){ should match "You have successfully scheduled 'scraper-test-file.rb'" }
-  end
-  
-  context "delete scraper-test-file.rb --force-yes" do
-    its(:stdout){ should match "You have successfully deleted 'scraper-test-file.rb'" }
-  end
-  
-end

data/spec/lib/quandl/command/superset_spec.rb

@@ -1,28 +0,0 @@
-# encoding: utf-8
-require 'spec_helper'
-require 'open3'
-require 'quandl/client'
-require 'quandl/format'
-
-describe "./bin/quandl superset" do
-
-  let(:command){ self.class.superclass.description }
-  subject{ quandl("superset #{command}") }
-  
-  context "new" do
-    its(:stdout){ should match Quandl::Client::Superset.example.to_qdf }
-  end
-  
-  context "upload spec/fixtures/superset.qdf" do
-    its(:stdout){ should match /Created|Updated/ }
-  end
-  
-  context "download SUPERSET_EXAMPLE" do
-    its(:stdout){ should match /SUPERSET_EXAMPLE/ }
-  end
-  
-  context "delete SUPERSET_EXAMPLE" do
-    its(:stdout){ should match /Deleted/ }
-  end
-  
-end

data/spec/lib/quandl/command/upload_spec.rb

@@ -1,86 +0,0 @@
-# encoding: utf-8
-require 'spec_helper'
-
-describe "./bin/quandl upload" do
-  
-  let(:prefix){ "upload" }
-  let(:command){ self.class.superclass.description }
-  subject{ quandl( [prefix, command].flatten.join(" ") ) }
-  
-  context data_path("datasets.qdf") do
-    its(:stdout){ should match /Updated|Created/ }
-    its(:stderr){ should be_blank }
-  end
-  
-  context data_path("metadata.qdf") do
-    its(:stdout){ should match /Updated|Created/ }
-    its(:stderr){ should be_blank }
-  end
-  
-  context data_path("QUGC-42.qdf") do
-    its(:stdout){ should match /Updated|Created/ }
-    its(:stderr){ should be_blank }
-  end
-  
-  context error_path("invalid_code.qdf") do
-    its(:stdout){ should match /Unprocessable Entity/ }
-  end
-  
-  context error_path("column_count_mismatch.qdf") do
-    its(:stdout){ should match /Found 4 but expected 3 based on/ }
-  end
-  
-  context error_path("date_parse_error.qdf") do
-    its(:stdout){ should match /Invalid date segments/ }
-  end
-  
-  context error_path("invalid_date.qdf") do
-    its(:stdout){ should match /Invalid date/ }
-  end
-  
-  context error_path("invalid_dash.qdf") do
-    its(:stdout){ should match /Unprocessable Entity | Error | Psych::SyntaxError | Error parsing metadata. Could not find expected ':' on line 3./ }
-  end
-  
-  context error_path("psych.qdf") do
-    its(:stdout){ should match /Could not find expected ':'/ }
-  end
-  
-  context error_path("unknown_attribute.qdf") do
-    its(:stdout){ should match /UnknownAttribute/ }
-  end
-  
-  context "json" do
-  
-    let(:prefix){ "upload" }
-    let(:command){ self.class.superclass.description }
-    subject{
-      result = quandl( [prefix, command, "-F json"].flatten.join(" ") )
-      OpenStruct.new(
-        stdout:       result.stdout,
-        stderr:       result.stderr,
-        stdout_json:  result.stdout.split("\n").collect{|l| JSON.parse(l) },
-      )
-    }
-  
-    context data_path("metadata.qdf") do
-      its(:stderr){ should be_blank }
-      its(:stdout_json){ should be_a Array }
-      its('stdout_json.first'){ should have_key 'status' }
-      its('stdout_json.first'){ should have_key 'id' }
-      its('stdout_json.first'){ should have_key 'detail' }
-      its('stdout_json.first'){ should have_key 'message' }
-      its('stdout_json.first'){ should have_key 'attributes' }
-    end
-  
-    context error_path("unknown_attribute.qdf") do
-      its('stdout_json.first'){ should have_key 'status' }
-      its('stdout_json.first'){ should have_key 'id' }
-      its('stdout_json.first'){ should have_key 'detail' }
-      its('stdout_json.first'){ should have_key 'message' }
-      its(:stdout_json){ should eq([{"status"=>"Unprocessable Entity", "id"=>"Error", "detail"=>"Quandl::Error::UnknownAttribute", "message"=>"UNKNOWN_ATTRIBUTE_CODE_2 error around line 13\nUnknown Field 'this_attribute_does_not_exist' valid fields are: source_code, code, name, description, private, reference_url, frequency (Quandl::Error::UnknownAttribute)\n"}, {"status"=>"Unprocessable Entity", "id"=>"Error", "detail"=>"Quandl::Error::UnknownAttribute", "message"=>"UNKNOWN_ATTRIBUTE_CODE_3 error around line 25\nUnknown Field 'horse' valid fields are: source_code, code, name, description, private, reference_url, frequency (Quandl::Error::UnknownAttribute)\n"}, {"status"=>"Unprocessable Entity", "id"=>"Error", "detail"=>"Quandl::Error::UnknownAttribute", "message"=>"UNKNOWN_ATTRIBUTE_CODE_4 error around line 37\nUnknown Field 'mouse' valid fields are: source_code, code, name, description, private, reference_url, frequency (Quandl::Error::UnknownAttribute)\n"}]) }
-    end
-  
-  end
-  
-end

data/spec/lib/quandl/command_spec.rb

@@ -1,38 +0,0 @@
-# encoding: utf-8
-require 'spec_helper'
-require 'open3'
-
-describe "./bin/quandl" do
-  
-  let(:command){ self.class.superclass.description }
-  subject{ quandl(command) }
-  
-  context "help" do
-    its(:stdout){ should match 'http://quandl.com/ command line interface' }
-    its(:stderr){ should be_blank }
-  end
-  
-  context "upload spec/fixtures/data/metadata.qdf" do
-    its(:stdout){ should match /Created|Updated/ }
-    its(:stderr){ should be_blank }
-  end
-  
-  context "download TEST_1" do
-    its(:stdout){ should match 'The description of TEST_1 is here' }
-    its(:stderr){ should be_blank }
-  end
-  
-  context "delete TEST_1 TEST_5 TEST_15 --force-yes" do
-    its(:stdout){ should match 'Deleted' }
-  end
-  
-  context "info" do
-    its(:stdout){ should match Spec::Config::Quandl.quandl_url }
-    its(:stderr){ should be_blank }
-  end
-  
-  context "list" do
-    its(:stderr){ should be_blank }
-  end
-  
-end

data/spec/spec_helper.rb

@@ -1,43 +0,0 @@
-$:.unshift File.join(File.dirname(__FILE__), *%w[.. lib])
-
-require 'yaml'
-require 'ostruct'
-
-# require and configure quandl_client with test config
-require_relative 'config/quandl'
-
-ENV['QUANDL_TOKEN'] = Spec::Config::Quandl.token
-ENV['QUANDL_URL'] = Spec::Config::Quandl.quandl_url
-
-require "rspec"
-require 'factory_girl'
-require 'pry'
-require 'commander'
-require 'quandl/command'
-require 'open3'
-
-# configure Quandl::Logger to use Config::Output
-require_relative 'config/output'
-
-factory_dir = File.join( File.dirname(__FILE__), 'factories/**/*.rb' )
-Dir.glob( factory_dir ).each{|f| require(f); puts f }
-
-RSpec.configure do |config|
-  config.include FactoryGirl::Syntax::Methods
-end
-
-def quandl(statement)
-  version = "#{RUBY_VERSION}-p#{RUBY_PATCHLEVEL}"
-  path = File.join(Quandl::Command::Tasks.root, 'bin/quandl')
-  command = "bundle exec #{path} #{statement} --token #{Spec::Config::Quandl.token} --url #{Spec::Config::Quandl.quandl_url} --threads 1 --force-yes --trace --sandbox"
-  stdin, stdout, stderr = Open3.popen3(command)
-  OpenStruct.new( stderr: stderr.read, stdout: stdout.read )
-end
-
-def data_path(path)
-  File.join("spec/fixtures/data/", path)
-end
-
-def error_path(path)
-  File.join("spec/fixtures/data/errors/", path)
-end

data/tasks/toolbelt.rake

@@ -1,138 +0,0 @@
-require 'zlib'
-require 'archive/tar/minitar'
-
-require 'rake/packagetask'
-require 'open-uri'
-
-require_relative 'toolbelt'
-
-include Tasks
-
-def bash(cmd)
-  puts(cmd)
-  system(cmd)
-end
-
-def inno_path
-  @inno_path ||= ENV["INNO_DIR"] || File.join(windows_root, "Program Files (x86)\\Inno Setup 5\\")
-end
-
-def windows_root
-  return @windows_root if defined?(@windows_root)
-  # cygwin?
-  if Dir.exists?('/cygdrive')
-    @windows_root = '/cygdrive/c/'
-  else
-    @windows_root = "C:\\"
-  end
-end
-
-namespace :quandl do
-  
-  namespace :release do
-    
-    desc "Build tarball, windows, and darwin and push to storage"
-    task :all do |t, args|
-      # build tarball
-      Rake::Task["quandl:release:tarball"].execute args.to_hash
-      # build windows exe
-      Rake::Task["quandl:release:windows"].execute args.to_hash
-      # build darwin pkg
-      Rake::Task["quandl:release:darwin"].execute args.to_hash
-    end
-    
-    desc "Build tarball and push to storage"
-    task :tarball do
-      revision = `git branch | grep '*'`.gsub("*", '').strip.rstrip
-      args = {}
-      args[:revision] = revision unless revision == 'master'
-      # build package
-      Rake::Task["quandl:build:tarball"].execute args
-      # push package to s3
-      Rake::Task["quandl:push:tarball"].execute args
-    end
-  
-    desc "Build darwin and push to storage"
-    task :darwin do |t, args|
-      # build package
-      Rake::Task["quandl:build:darwin"].execute args.to_hash
-      # push package to s3
-      Rake::Task["quandl:push:darwin"].execute args.to_hash
-    end
-    
-    desc "Build windows executable and push to storage"
-    task :windows do |t, args|
-      revision = `git branch | grep '*'`.gsub("*", '').strip.rstrip
-      args = {}
-      args[:revision] = revision unless revision == 'master'
-      # build  tarball
-      Rake::Task["quandl:build:tarball"].execute args.to_hash.merge({ platform: 'windows' })
-      # push tarball to s3
-      Rake::Task["quandl:push:tarball"].execute args.to_hash.merge( platform: 'windows' )
-      # prereleases should not build Quandl Setup
-      unless args[:revision].present?
-        # inno is required
-        unless Dir.exists?( inno_path )
-          puts "Inno not found.\nExpected installation at: #{inno_path}\nDownload and install: http://jrsoftware.org/download.php/is.exe?site=1"
-          puts "Cannot build 'Quandl Setup.exe'"
-        else
-          # create windows exe setup
-          Rake::Task["quandl:build:windows"].execute
-          # push windows-package to s3
-          input_file =  File.join( Toolbelt.pkg_path, 'Quandl Setup.exe')
-          # upload to s3
-          Toolbelt::Storage.create( 'Quandl Setup.exe', File.open(input_file) )
-        end
-      end
-    end
-    
-    task :installer do
-      Toolbelt::Storage.create('install.sh', File.open( File.join( Toolbelt.root_path, 'scripts/install.sh')) )
-    end
-  
-  end
-  
-  namespace :build do
-    
-    task :windows do |t, args|
-      Toolbelt::Build::Windows.execute args.to_hash
-    end
-    
-    task :tarball, :revision, :platform do |t, args|
-      Toolbelt::Build::Tarball.execute args.to_hash
-    end
-    
-    task :darwin, :revision do |t, args|
-      Toolbelt::Build::Darwin.execute args.to_hash
-    end
-    
-    task :ruby do |t, args|
-      Toolbelt::Build::Ruby.execute args.to_hash
-    end
-    
-    task :clean do |t,args|
-      rm_rf Toolbelt.tmp_path
-      rm_rf Toolbelt.build_path
-      mkdir Toolbelt.tmp_path
-      mkdir Toolbelt.build_path
-    end
-    
-  end
-  
-  namespace :push do
-    
-    task :tarball, :revision, :platform do |t,args|
-      Toolbelt::Push.execute args.to_hash
-    end
-    
-    task :darwin, :revision, :platform do |t,args|
-      name = "quandl-toolbelt"
-      name += "-#{args[:revision]}" if args[:revision].present?
-      Toolbelt::Storage.create( "#{name}.pkg", File.open( File.join(Toolbelt.build_path, 'quandl-toolbelt.pkg') ) )
-      Toolbelt::Storage.create( "VERSION", File.open( File.join(Toolbelt.root_path, 'VERSION') ) )
-
-    end
-    
-  end
-  
-end