quandl 0.2.22

data/lib/quandl/utility/ruby_version.rb

@@ -0,0 +1,143 @@
+### usage examples
+# RubyVersion
+### check for the main version with a Float
+# RubyVersion.is? 1.8
+### use strings for exacter checking
+# RubyVersion.is.above '1.8.7'
+# RubyVersion.is.at_least '1.8.7' # or below, at_most, not
+### you can use the common comparison operators
+# RubyVersion >= '1.8.7'
+# RubyVersion.is.between? '1.8.6', '1.8.7'
+### relase date checks
+# RubyVersion.is.older_than Date.today
+# RubyVersion.is.newer_than '2009-08-19'
+### accessors
+# RubyVersion.major # e.g. => 1
+# RubyVersion.minor # e.g. => 8
+# RubyVersion.tiny  # e.g. => 7
+# RubyVersion.patchlevel # e.g. => 249
+# RubyVersion.description # e.g. => "ruby 1.8.7 (2010-01-10 patchlevel 249) [i486-linux]"
+
+require 'date'
+require 'time'
+
+module Quandl
+module Utility
+module RubyVersion
+  class << self
+    def to_s
+      RUBY_VERSION
+    end
+    
+    def full_version
+      "#{RUBY_VERSION}-p#{patchlevel}"
+    end
+
+    # comparable
+    def <=>(other)
+      value = case other
+        when Integer
+          RUBY_VERSION.to_i
+        when Float
+          RUBY_VERSION.to_f
+        when String
+          RUBY_VERSION
+        when Date,Time
+          other.class.parse(RUBY_RELEASE_DATE)
+        else 
+          other = other.to_s
+          RUBY_VERSION
+        end  
+      value <=> other
+    end  
+    include Comparable
+
+    # chaining for dsl-like language
+    def is?(other = nil)
+      if other
+        RubyVersion == other
+      else
+        RubyVersion
+      end
+    end
+    alias is is?
+
+    # aliases
+    alias below     <
+    alias below?    <
+    alias at_most   <=
+    alias at_most?  <=
+    alias above     >
+    alias above?    >
+    alias at_least  >=
+    alias at_least? >=
+    alias exactly   ==
+    alias exactly?  ==
+    def not(other)
+      self != other
+    end
+    alias not?     not
+    alias between between?
+
+    # compare dates
+    def newer_than(other)
+      if other.is_a? Date or other.is_a? Time
+        RubyVersion > other
+      else
+        RUBY_RELEASE_DATE > other.to_s
+      end
+    end
+    alias newer_than? newer_than
+
+    def older_than(other)
+      if other.is_a? Date or other.is_a? Time
+        RubyVersion < other
+      else
+        RUBY_RELEASE_DATE < other.to_s
+      end
+    end
+    alias older_than? older_than
+
+    def released_today
+      RubyVersion.date == Date.today
+    end
+    alias released_today? released_today
+
+    # accessors
+
+    def major
+      RUBY_VERSION.to_i
+    end
+    alias main major
+
+    def minor
+      RUBY_VERSION.split('.')[1].to_i
+    end
+    alias mini minor
+
+    def tiny
+      RUBY_VERSION.split('.')[2].to_i
+    end
+    
+    alias teeny tiny
+
+    def patchlevel
+      RUBY_PATCHLEVEL
+    end
+
+    def platform
+      RUBY_PLATFORM
+    end
+
+    def release_date
+      Date.parse RUBY_RELEASE_DATE
+    end
+    alias date release_date
+
+    def description
+      RUBY_DESCRIPTION
+    end
+  end
+end
+end
+end

data/quandl.gemspec

@@ -0,0 +1,39 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "quandl/command/version"
+
+Gem::Specification.new do |s|
+  s.name        = "quandl"
+  s.version     = Quandl::Command::VERSION
+  s.authors     = ["Blake Hilscher"]
+  s.email       = ["blake@hilscher.ca"]
+  s.homepage    = "http://blake.hilscher.ca/"
+  s.license     = "MIT"
+  s.summary     = "Quandl Toolbelt"
+  s.description = "http://quandl.com/help/toolbelt"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = ["quandl"]
+  s.require_paths = ["lib"]
+
+  s.add_runtime_dependency "commander", '4.1.5'
+  s.add_runtime_dependency "quandl_format", "0.2.8"
+  s.add_runtime_dependency "quandl_client", '2.5.1'
+  s.add_runtime_dependency "quandl_data", '1.3.9'
+  s.add_runtime_dependency "quandl_operation", '0.3.2'
+  s.add_runtime_dependency "quandl_babelfish", '0.0.9'
+  s.add_runtime_dependency "quandl_logger", '0.2.5'
+  s.add_runtime_dependency "json", '1.7.7'
+  s.add_runtime_dependency "minitar", '0.5.4'
+  s.add_runtime_dependency "thread", "0.1.3"
+  
+  s.add_development_dependency "rake", "~> 10.1"
+  s.add_development_dependency "fog", "~> 1.19"
+  s.add_development_dependency "factory_girl", "~> 4.3"
+  s.add_development_dependency "rspec", "~> 2.13"
+  s.add_development_dependency "fivemat", "~> 1.2"
+  s.add_development_dependency "pry", "~> 0.9"
+  s.add_development_dependency "guard", "~> 2.3"
+  s.add_development_dependency "guard-rspec", "~> 4.2"
+end

data/scripts/compile_ruby_pkg.sh

@@ -0,0 +1,34 @@
+# configure
+arch_flags="-mmacosx-version-min=10.5"
+export CFLAGS="$arch_flags "
+export CXXFLAGS="$arch_flags"
+export CPPFLAGS="$arch_flags"
+export LDFLAGS="$arch_flags"
+export OBJCFLAGS="$arch_flags" 
+export OBJCXXFLAGS="$arch_flags"
+
+QUANDL_PATH=/usr/local/quandl
+INSTALL_PATH=$QUANDL_PATH/ruby/
+ROOT_DIR=$(pwd)
+# clean
+rm -rf $INSTALL_PATH
+rm -rf $ROOT_DIR/*
+# download
+wget http://xyz.lcs.mit.edu/ruby/ruby-1.9.3-p448.zip
+extract ruby-1.9.3-p448.zip
+cd ruby-1.9.3-p448
+# compile
+./configure --with-static-linked-ext --prefix=$INSTALL_PATH
+make
+sudo make install
+# make package
+sudo chown $USER:staff $QUANDL_PATH
+mkdir $QUANDL_PATH/ruby-1.9.3-p448-pkg/
+cp $ROOT_DIR/../dist/resources/ruby/PackageInfo $QUANDL_PATH/ruby-1.9.3-p448-pkg/PackageInfo
+cd $INSTALL_PATH
+mkbom -s . $QUANDL_PATH/ruby-1.9.3-p448-pkg/Bom
+pax -wz -x cpio . > $QUANDL_PATH/ruby-1.9.3-p448-pkg/Payload
+# package
+cd $QUANDL_PATH
+pkgutil --flatten ruby-1.9.3-p448-pkg $ROOT_DIR/ruby.pkg
+cd $ROOT_DIR

data/scripts/install.sh

@@ -0,0 +1,51 @@
+#!/bin/bash
+{
+    PACKAGE_URL="https://s3.amazonaws.com/quandl-command/quandl-command$1.tar.gz"
+    PACKAGE_PATH="/usr/local/quandl"
+    
+    echo "Welcome to the Quandl Toolbelt."
+    ruby -v >/dev/null 2>&1 || { echo -e >&2 "\033[0;31mI require ruby 1.9 but it's not installed.  Aborting.
+    \033[0;33mapt-get install ruby1.9.1\033[0;29m"; exit 1; }
+    echo "Superuser is required, you will be prompted for your password."
+    
+    # clear sudo
+    sudo -k
+    # run inside sudo
+    sudo bash <<SCRIPT
+  
+  rm -rf "$PACKAGE_PATH.new"
+  mkdir -p "$PACKAGE_PATH.new"
+  cd "$PACKAGE_PATH.new"
+  
+  if [[ -z "$(which wget)" ]]; then
+    curl -s $PACKAGE_URL | tar xz
+  else
+    wget -qO- $PACKAGE_URL | tar xz
+  fi
+  
+  if [ -d "quandl-command" ]; then
+    mv quandl-command/* .
+    rmdir quandl-command
+    rm -rf $PACKAGE_PATH
+    mv "$PACKAGE_PATH.new" "$PACKAGE_PATH"
+    sudo chown -R $USER:$GROUP $PACKAGE_PATH
+  else
+    echo -e "\033[0;33mWARNING: Revision $1 not found. \033[0;29m"
+    rmdir "$PACKAGE_PATH.new"
+  fi
+SCRIPT
+    # remind the user to add to $PATH
+    if [[ ":$PATH:" != *":/usr/local/quandl/bin:"* ]]; then
+      echo "----"
+      echo -e "Installation is complete, but there is one more step you need to take."
+      echo -e "\033[0;33mBefore you start using Quandl Toolbelt, you must type:  'source $HOME/.bash_profile'\033[0;29m"
+      
+      echo "
+# Added by Quandl Toolbelt
+PATH=\"/usr/local/quandl/bin:\$PATH\"" >> "$HOME/.bash_profile"
+    else
+      echo "----"
+      echo -e "\033[0;32mInstallation complete!\033[0;29m"
+    fi
+
+}

data/scripts/win/quandl_toolbelt.iss

@@ -0,0 +1,82 @@
+; Script generated by the Inno Setup Script Wizard.
+; SEE THE DOCUMENTATION FOR DETAILS ON CREATING INNO SETUP SCRIPT FILES!
+
+#define MyAppName "Quandl Toolbelt"
+#define MyAppVersion "0.1"
+#define MyAppPublisher "Quandl"
+#define MyAppURL "http://www.quandl.com/"
+#define MyAppExeName "quandl.bat"
+
+[Setup]
+; NOTE: The value of AppId uniquely identifies this application.
+; Do not use the same AppId value in installers for other applications.
+; (To generate a new GUID, click Tools | Generate GUID inside the IDE.)
+AppId={{BC3A2597-57FE-4B8E-8105-B2945862AA97}
+AppName={#MyAppName}
+AppVersion={#MyAppVersion}
+;AppVerName={#MyAppName} {#MyAppVersion}
+AppPublisher={#MyAppPublisher}
+AppPublisherURL={#MyAppURL}
+AppSupportURL={#MyAppURL}
+AppUpdatesURL={#MyAppURL}
+DefaultDirName=c:\Quandl
+DisableDirPage=yes
+DefaultGroupName={#MyAppName}
+OutputBaseFilename=Quandl Setup
+OutputDir=..\..\build\pkg\
+Compression=lzma
+SolidCompression=yes
+
+[Languages]
+Name: "english"; MessagesFile: "compiler:Default.isl"
+
+[Files]
+Source: "..\..\build\tarball\installer\rubyinstaller.exe"; DestDir: "{tmp}";
+Source: "..\..\build\tarball\quandl-command\bin\*.*"; DestDir: "{app}\bin"; Flags: recursesubdirs;
+Source: "..\..\build\tarball\quandl-command\lib\*.*"; DestDir: "{app}\lib"; Flags: recursesubdirs;
+Source: "..\..\build\tarball\quandl-command\vendor\*.*"; DestDir: "{app}\vendor"; Flags: recursesubdirs;
+Source: "..\..\build\tarball\quandl\quandl.bat"; DestDir: "{app}\bin"; Flags: recursesubdirs;
+
+[Registry]
+Root: HKLM; Subkey: "SYSTEM\CurrentControlSet\Control\Session Manager\Environment"; ValueType: "expandsz"; ValueName: "QuandlPath"; \
+  ValueData: "{app}"
+Root: HKLM; Subkey: "SYSTEM\CurrentControlSet\Control\Session Manager\Environment"; ValueType: "expandsz"; ValueName: "Path"; \
+  ValueData: "{olddata};{app}\bin"; Check: NeedsAddPath(ExpandConstant('{app}\bin'))
+
+[Run]
+Filename: "{tmp}\rubyinstaller.exe"; Parameters: "/verysilent /noreboot /nocancel /noicons /dir=""{app}/ruby-1.9.3"""; \
+  Flags: shellexec waituntilterminated; StatusMsg: "Installing Ruby"; AfterInstall: MyProgress(1);
+[Code]
+
+procedure MyProgress(Mult: Integer);
+begin
+  WizardForm.ProgressGauge.Min := 0;
+  WizardForm.ProgressGauge.Max := 100;
+  WizardForm.ProgressGauge.Position := Mult*33;
+end;
+
+function NeedsAddPath(Param: string): boolean;
+var
+  OrigPath: string;
+begin
+  if not RegQueryStringValue(HKEY_LOCAL_MACHINE,
+    'SYSTEM\CurrentControlSet\Control\Session Manager\Environment',
+    'Path', OrigPath)
+  then begin
+    Result := True;
+    exit;
+  end;
+  // look for the path with leading and trailing semicolon
+  // Pos() returns 0 if not found
+  Result := Pos(';' + Param + ';', ';' + OrigPath + ';') = 0;
+end;
+
+[UninstallDelete]
+Type: filesandordirs; Name: "{app}/bin"
+Type: filesandordirs; Name: "{app}/lib"
+Type: filesandordirs; Name: "{app}/ruby-1.9.3"
+Type: filesandordirs; Name: "{app}/vendor"
+Type: filesandordirs; Name: "{app}/backup"
+Type: filesandordirs; Name: "{app}/update"
+Type: files; Name: "{app}/*"
+Type: dirifempty; Name: "{app}"

data/spec/lib/quandl/command/delete_spec.rb

@@ -0,0 +1,31 @@
+# encoding: utf-8
+require 'spec_helper'
+
+describe Quandl::Command::Tasks::Delete do
+  
+  let(:subject_args){ [] }
+  subject{ Quandl::Command::Tasks::Delete.call(*subject_args) }
+  
+  context "spec/fixtures/data/datasets.qdf" do
+    
+    before(:each){ Quandl::Command::Tasks::Upload.call( 'spec/fixtures/data/datasets.qdf' ) }
+
+    it "should delete spec/fixtures/data/datasets.qdf" do
+      Quandl::Logger.should_receive(:info).with(/Deleted/).exactly(4).times
+      # load each dataset from file
+      datasets = Quandl::Format::Dataset.load_from_file('spec/fixtures/data/datasets.qdf')
+      # send command to delete each dataset
+      datasets.each{|d| Quandl::Command::Tasks::Delete.call( d.code, force_yes: true ) }
+      
+      Quandl::Logger.should_receive(:error).with(/Not Found/).exactly(4).times
+      datasets.each{|d| Quandl::Command::Tasks::Download.call( d.code ) }
+    end
+    
+  end
+  
+  it "should fail to delete missing dataset" do
+    Quandl::Logger.should_receive(:error).with(/Not Found/).exactly(1).times
+    Quandl::Command::Tasks::Delete.call("DOES_NOT_EXIST", force_yes: true )
+  end
+  
+end

data/spec/lib/quandl/command/download_spec.rb

@@ -0,0 +1,42 @@
+# encoding: utf-8
+require 'spec_helper'
+
+describe Quandl::Command::Tasks::Download do
+  
+  def self.it_should_download(code, options={})
+    it "should download #{code}, #{options}" do
+      Quandl::Logger.should_receive(:info).with(/code: #{code}/)
+      Quandl::Command::Tasks::Download.call( code, options )
+    end
+  end
+  
+  context "spec/fixtures/data/datasets.qdf" do
+    
+    before(:all){ Quandl::Command::Tasks::Upload.call( 'spec/fixtures/data/datasets.qdf' ) }
+
+    it_should_download 'TEST_1'
+    it_should_download 'TEST_2'
+    it_should_download 'TEST_4', column: 2
+    it_should_download 'TEST_4', order: 'asc'
+    it_should_download 'TEST_4', order: 'desc'
+    it_should_download 'TEST_4', limit: 10
+    it_should_download 'TEST_4', row: 10
+    it_should_download 'TEST_4', offset: 10
+    # test each transformation
+    Quandl::Operation::Transform.valid_transformations.each{|v| it_should_download('TEST_4', transformation: v.to_s ) }
+    # test each collapse
+    Quandl::Operation::Collapse.valid_collapses.each{|v| it_should_download('TEST_4', collapse: v.to_s ) }
+    
+    after(:all){ 
+      Quandl::Format::Dataset.load_from_file('spec/fixtures/data/datasets.qdf').each{|d| 
+        Quandl::Command::Tasks::Delete.call( d.code, force_yes: true ) } 
+    }
+    
+  end
+  
+  it "should not download TEST_DOES_NOT_EXIST." do
+    Quandl::Logger.should_receive(:error).with(/Not Found/)
+    Quandl::Command::Tasks::Download.call( 'TEST_DOES_NOT_EXIST' )
+  end
+
+end

data/spec/lib/quandl/command/upload_spec.rb

@@ -0,0 +1,39 @@
+# encoding: utf-8
+require 'spec_helper'
+
+describe Quandl::Command::Tasks::Upload do
+  
+  it "should upload spec/fixtures/data/datasets.qdf" do
+    Quandl::Logger.should_receive(:info).with(/OK|Created/).exactly(4).times
+    Quandl::Command::Tasks::Upload.call( 'spec/fixtures/data/datasets.qdf' )
+  end
+  
+  it "should upload spec/fixtures/data/metadata.qdf" do
+    Quandl::Logger.should_receive(:info).with(/OK|Created/).exactly(3).times
+    Quandl::Command::Tasks::Upload.call( 'spec/fixtures/data/metadata.qdf' )
+  end
+  
+  it "should upload spec/fixtures/data/QUGC-42.qdf" do
+    Quandl::Logger.should_receive(:info).with(/OK|Created/).exactly(1).times
+    Quandl::Command::Tasks::Upload.call( 'spec/fixtures/data/QUGC-42.qdf' )
+  end
+  
+  def self.it_should_expect_error(file, error)
+    it "#{file}.qdf should error with #{error}" do
+      Quandl::Logger.should_receive(:error).with(error).exactly(1).times
+      Quandl::Command::Tasks::Upload.call( "spec/fixtures/data/errors/#{file}.qdf" )
+    end
+  end
+  
+  it_should_expect_error :invalid_code,            /code is invalid/
+  it_should_expect_error :column_count_mismatch,   /Expected 4 but found 5 based/
+  it_should_expect_error :date_parse_error,        /DateParseError/
+  it_should_expect_error :invalid_date,            /InvalidDate/
+  it_should_expect_error :psych,                   /Could not find expected ':'/
+  it_should_expect_error :unknown_attribute,       /UnknownAttribute/
+  
+  # delete test data after run
+  after(:all){ Quandl::Format::Dataset.load_from_file('spec/fixtures/data/datasets.qdf')
+    .collect(&:client).each(&:destroy) }
+  
+end