quandl 0.2.22

data/spec/lib/quandl/command_spec.rb

@@ -0,0 +1,46 @@
+# encoding: utf-8
+require 'spec_helper'
+require 'open3'
+
+def quandl(statement)
+  version = "#{RUBY_VERSION}-p#{RUBY_PATCHLEVEL}"
+  path = File.join(Quandl::Command::Tasks.root, 'bin/quandl')
+  command = "rvm #{version} do bundle exec #{path} #{statement} --token #{ENV['QUANDL_TEST_TOKEN']} --url #{ENV['QUANDL_TEST_URL']} "
+  stdin, stdout, stderr = Open3.popen3(command)
+  OpenStruct.new( stderr: stderr.read, stdout: stdout.read )
+end
+
+describe "./bin/quandl" do
+  
+  let(:command){ self.class.superclass.description }
+  subject{ quandl(command) }
+  
+  context "help" do
+    its(:stdout){ should match 'http://quandl.com/ command line interface' }
+    its(:stderr){ should be_blank }
+  end
+  
+  context "upload spec/fixtures/data/metadata.qdf" do
+    its(:stdout){ should match /Created|OK/ }
+    its(:stderr){ should be_blank }
+  end
+  
+  context "download TEST_1" do
+    its(:stdout){ should match 'The description of TEST_1 is here' }
+    its(:stderr){ should be_blank }
+  end
+  
+  context "delete TEST_1 TEST_5 TEST_15 --force-yes" do
+    its(:stdout){ should match 'Deleted' }
+  end
+  
+  context "info" do
+    its(:stdout){ should match ENV['QUANDL_TEST_URL'] }
+    its(:stderr){ should be_blank }
+  end
+  
+  context "list" do
+    its(:stderr){ should be_blank }
+  end
+  
+end

data/spec/spec_helper.rb

@@ -0,0 +1,20 @@
+$:.unshift File.join(File.dirname(__FILE__), *%w[.. lib])
+ 
+ENV['QUANDL_TOKEN'] = ENV['QUANDL_TEST_TOKEN']
+ENV['QUANDL_URL'] = ENV['QUANDL_TEST_URL']
+
+require "rspec"
+require 'factory_girl'
+require 'pry'
+require 'commander'
+require 'quandl/command'
+
+# disable log output
+Quandl::Logger.use(Quandl::Logger::Outputs)
+
+factory_dir = File.join( File.dirname(__FILE__), 'factories/**/*.rb' )
+Dir.glob( factory_dir ).each{|f| require(f); puts f }
+
+RSpec.configure do |config|
+  config.include FactoryGirl::Syntax::Methods
+end

data/tasks/toolbelt.rake

@@ -0,0 +1,133 @@
+require 'zlib'
+require 'archive/tar/minitar'
+
+require 'rake/packagetask'
+require 'open-uri'
+
+require_relative 'toolbelt'
+
+include Tasks
+
+def bash(cmd)
+  puts(cmd)
+  system(cmd)
+end
+
+def inno_path
+  @inno_path ||= ENV["INNO_DIR"] || File.join(windows_root, "Program Files (x86)\\Inno Setup 5\\")
+end
+
+def windows_root
+  return @windows_root if defined?(@windows_root)
+  # cygwin?
+  if Dir.exists?('/cygdrive')
+    @windows_root = '/cygdrive/c/'
+  else
+    @windows_root = "C:\\"
+  end
+end
+
+namespace :toolbelt do
+  
+  namespace :release do
+    
+    desc "Build tarball, windows, and darwin and push to storage"
+    task :all, :revision do |t, args|
+      Rake::Task["toolbelt:release:tarball"].execute args.to_hash
+      Rake::Task["toolbelt:release:windows"].execute args.to_hash
+      Rake::Task["toolbelt:release:darwin"].execute args.to_hash
+    end
+    
+    desc "Build tarball and push to storage"
+    task :tarball, :revision do |t, args|
+      # build package
+      Rake::Task["toolbelt:build:tarball"].execute args.to_hash
+      # push package to s3
+      Rake::Task["toolbelt:push:tarball"].execute args.to_hash
+    end
+  
+    desc "Build darwin and push to storage"
+    task :darwin, :revision do |t, args|
+      # build package
+      Rake::Task["toolbelt:build:darwin"].execute args.to_hash
+      # push package to s3
+      Rake::Task["toolbelt:push:darwin"].execute args.to_hash
+    end
+    
+    desc "Push install script to storage"
+    task :installer do
+      Toolbelt::Storage.create('install.sh', File.open( File.join( Toolbelt.root_path, 'scripts/install.sh')) )
+    end
+  
+    desc "Build windows executable and push to storage"
+    task :windows, :revision do |t, args|
+      # build  tarball
+      Rake::Task["toolbelt:build:tarball"].execute args.to_hash
+      # push tarball to s3
+      Rake::Task["toolbelt:push:tarball"].execute args.to_hash.merge( platform: 'windows' )
+      # prereleases should not build Quandl Setup
+      unless args[:revision].present?
+        # inno is required
+        unless Dir.exists?( inno_path )
+          puts "Inno not found.\nExpected installation at: #{inno_path}\nDownload and install: http://jrsoftware.org/download.php/is.exe?site=1"
+          puts "Cannot build 'Quandl Setup.exe'"
+        else
+          # create windows exe setup
+          Rake::Task["toolbelt:build:windows"].execute
+          # push windows-package to s3
+          input_file =  File.join( Toolbelt.pkg_path, 'Quandl Setup.exe')
+          # upload to s3
+          Toolbelt::Storage.create( 'Quandl Setup.exe', File.open(input_file) )
+        end
+      end
+      
+    end
+    
+  end
+  
+  namespace :build do
+    
+    desc "Build windows executable"
+    task :windows do |t, args|
+      Toolbelt::Build::Windows.execute args.to_hash
+    end
+    
+    desc "Build tarball"
+    task :tarball, :revision do |t, args|
+      Toolbelt::Build::Tarball.execute args.to_hash
+    end
+    
+    desc "Build darwin pkg installer"
+    task :darwin, :revision do |t, args|
+      Toolbelt::Build::Darwin.execute args.to_hash
+    end
+    
+    desc "Compile ruby from source"
+    task :ruby do |t, args|
+      Toolbelt::Build::Ruby.execute args.to_hash
+    end
+    
+    desc "Clean build directories"
+    task :clean do |t,args|
+      rm_rf Toolbelt.tmp_path
+      rm_rf Toolbelt.build_path
+      mkdir Toolbelt.tmp_path
+      mkdir Toolbelt.build_path
+    end
+    
+  end
+  
+  namespace :push do
+    
+    task :tarball, :revision, :platform do |t,args|
+      Toolbelt::Push.execute args.to_hash
+    end
+    
+    task :darwin, :revision, :platform do |t,args|
+      Toolbelt::Storage.create( 'quandl-toolbelt.pkg', File.open( File.join(Toolbelt.build_path, 'quandl-toolbelt.pkg') ) )
+    end
+    
+  end
+
+  
+end

data/tasks/toolbelt.rb

@@ -0,0 +1,92 @@
+module Tasks
+class Toolbelt
+  include RakeFileUtils
+  
+  extend ActiveModel::Callbacks
+  define_model_callbacks :ensure
+  
+  class << self
+  
+    def execute(*args, &block)
+      self.new(*args, &block).execute
+    end
+
+    def resource_path
+      @resource_path ||= File.join(root_path, "dist/resources/")
+    end
+  
+    def release_path
+      @release_path ||= File.join(tarball_path, "quandl-command" )
+    end
+    
+    def pkg_path
+      @pkg_path ||= File.join(build_path, "pkg/")
+    end
+
+    def tarball_path
+      @tarball_path ||= File.join(build_path, "tarball/")
+    end
+    
+    def ruby_pkg_path
+      @ruby_pkg_path ||= File.join(build_path, 'ruby.pkg')
+    end
+
+    def build_path
+      @build_path ||= File.join(root_path, "build")
+    end
+    
+    def tmp_path
+      @tmp_path ||= File.join(root_path, "tmp")
+    end
+    
+    def root_path
+      @root_path ||= File.expand_path(File.join(File.dirname(__FILE__), '../'))
+    end
+
+    def trace?
+      Rake.application.options.trace == true
+    end
+    
+  end
+  
+  attr_accessor :args, :options, :block
+  
+  delegate :root_path, :ruby_pkg_path, :pkg_path, :tmp_path, :build_path, :tarball_path, :release_path, :resource_path, :trace?, to: :class
+  
+  def initialize(*args, &block)
+    self.options = OpenStruct.new(args.extract_options!)
+    self.args = args
+    self.block = block
+  end
+  
+  def wipe_dir(p)
+    rm_rf p
+    mkdir p
+  end
+  
+  def execute
+    begin
+      puts "args: #{args}, options: #{options}" if trace?
+      call
+    ensure
+      run_callbacks(:ensure)
+    end
+  end
+  
+  def revision
+    @revision ||= options.revision || "master"
+  end
+  
+  def resource(path)
+    File.join(resource_path, path)
+  end
+  
+  def version
+    Quandl::Command::VERSION
+  end
+  
+end
+end
+
+Dir.glob( File.join( Tasks::Toolbelt.root_path, 'tasks/toolbelt/*.rb') ){|f| require(f) }
+Dir.glob( File.join( Tasks::Toolbelt.root_path, 'tasks/toolbelt/**/*.rb') ){|f| require(f) }

data/tasks/toolbelt/build.rb

@@ -0,0 +1,2 @@
+class Tasks::Toolbelt::Build
+end

data/tasks/toolbelt/build/darwin.rb

@@ -0,0 +1,71 @@
+require "erb"
+
+class Tasks::Toolbelt::Build::Darwin < Tasks::Toolbelt
+  
+  CERTIFICATE_ID = ENV['CERTIFICATE_ID'] || "3PNTC7FC9Q"
+  
+  around_ensure :cleanup
+  
+  def call
+    clean
+    
+    # compile build
+    Tasks::Toolbelt::Build::Tarball.execute(options)
+    
+    rm "#{release_path}/bin/quandl"
+    cp resource("pkg/quandl"), "#{release_path}/bin/quandl"
+    
+    kbytes = %x{ du -ks #{release_path} | cut -f 1 }.strip.rstrip
+    num_files = %x{ find #{release_path} | wc -l }.strip.rstrip
+    
+    mkdir_p "#{pkg_path}/Resources"
+    mkdir_p "#{pkg_path}/quandl-toolbelt.pkg"
+    
+    dist = File.read(resource("pkg/Distribution.erb"))
+    dist = ERB.new(dist).result(binding)
+    File.open("#{pkg_path}/Distribution", "w") { |f| f.puts dist }
+
+    dist = File.read(resource("pkg/PackageInfo.erb"))
+    dist = ERB.new(dist).result(binding)
+    File.open("#{pkg_path}/quandl-toolbelt.pkg/PackageInfo", "w") { |f| f.puts dist }
+
+    mkdir_p "#{pkg_path}/quandl-toolbelt.pkg/Scripts"
+    cp resource("pkg/postinstall"), "#{pkg_path}/quandl-toolbelt.pkg/Scripts/postinstall"
+    chmod 0755, "#{pkg_path}/quandl-toolbelt.pkg/Scripts/postinstall"
+
+    sh %{ mkbom -s #{release_path} #{pkg_path}/quandl-toolbelt.pkg/Bom }
+
+    Dir.chdir(release_path) do
+      sh %{ pax -wz -x cpio . > #{pkg_path}/quandl-toolbelt.pkg/Payload }
+    end
+    
+    # download, compile, and build ruby pkg unless already done
+    Tasks::Toolbelt::Build::Ruby.execute unless File.exists?(File.join(build_path, 'ruby.pkg'))
+    
+    # include ruby.pkg
+    Dir.chdir(tmp_path) do
+      cp ruby_pkg_path, "ruby-package.pkg"
+      sh %{ pkgutil --expand ruby-package.pkg ruby.pkg }
+      mv "ruby.pkg", "#{pkg_path}/ruby.pkg"  
+    end
+    
+    sh %{ pkgutil --flatten #{pkg_path} #{build_path}/quandl-toolbelt-unsigned.pkg }
+    sh %{ productsign --sign #{CERTIFICATE_ID} #{build_path}/quandl-toolbelt-unsigned.pkg #{build_path}/quandl-toolbelt.pkg }
+    
+  end
+  
+  protected
+  
+  
+  def clean
+    rm "#{build_path}/quandl-toolbelt.pkg" if File.exists?("#{build_path}/quandl-toolbelt.pkg")
+    rm_rf tmp_path
+    mkdir_p tmp_path
+    rm_rf pkg_path
+    mkdir_p pkg_path
+  end
+  
+  def cleanup
+  end
+  
+end

data/tasks/toolbelt/build/ruby.rb

@@ -0,0 +1,105 @@
+require "erb"
+
+class Tasks::Toolbelt::Build::Ruby < Tasks::Toolbelt
+  
+  RUBY_BUILD_VERSION='ruby-1.9.3-p448'
+  
+  around_ensure :cleanup
+  
+  def call
+    clean
+    # work inside of tmp dir
+    Dir.chdir(tmp_path) do
+      compile_yaml
+      compile_ruby
+    end
+    build_package
+  end
+  
+  def compile_yaml
+    sh "wget http://pyyaml.org/download/libyaml/yaml-0.1.5.tar.gz"
+    sh "tar zxf yaml-0.1.5.tar.gz"
+    Dir.chdir "yaml-0.1.5" do
+      sh "#{compile_env} ./configure --prefix=#{quandl_ruby_path}"
+      sh "make && make install"
+    end
+  end
+  
+  def compile_ruby
+    sh "wget http://xyz.lcs.mit.edu/ruby/#{rubyv}.zip"
+    sh "unzip #{rubyv}.zip"
+    Dir.chdir(rubyv) do
+      sh "#{compile_env} ./configure #{compile_flags}"
+      sh "make && make install"
+    end
+  end
+  
+  def build_package
+    cp resource('ruby/PackageInfo'), "#{pkg_build_path}/PackageInfo"
+    # enter compiled ruby path
+    Dir.chdir(quandl_ruby_path) do
+      sh "mkbom -s . #{pkg_build_path}/Bom"
+      sh "pax -wz -x cpio . > #{pkg_build_path}/Payload"
+    end
+    Dir.chdir(prefix_path) do
+      sh "pkgutil --flatten #{rubyv}-pkg #{ruby_pkg_path}"
+    end
+  end
+  
+  protected
+  
+  def rubyv
+    RUBY_BUILD_VERSION
+  end
+  
+  def compile_flags
+    [ "--with-static-linked-ext",
+      "--prefix=#{quandl_ruby_path}",
+      "--enable-shared",
+      "--disable-install-doc",
+      "--with-opt-dir=#{quandl_ruby_path}",
+    ].join(" ")
+  end
+  
+  def compile_env
+    f = "-mmacosx-version-min=10.5"
+    {
+      CFLAGS:       f,
+      CXXFLAGS:     f,
+      CPPFLAGS:     f,
+      LDFLAGS:      f,
+      OBJCFLAGS:    f,
+      OBJCXXFLAGS:  f,
+    }.collect{|k,v| %Q{#{k}="#{v}"} }.join(" ")
+  end
+  
+  def clean
+    mkdir prefix_path unless Dir.exists?(prefix_path)
+    sh "sudo chown $USER:staff #{prefix_path}"
+    wipe_dir pkg_build_path
+    wipe_dir tmp_path
+    wipe_dir quandl_ruby_path
+    wipe_dir opt_path
+  end
+  
+  def opt_path
+    @opt_path ||= File.join( quandl_ruby_path, "opt")
+  end
+  
+  def pkg_build_path
+    @pkg_build_path ||= File.join( prefix_path, "#{rubyv}-pkg")
+  end
+  
+  def quandl_ruby_path
+    @quandl_ruby_path ||= File.join( prefix_path, "ruby")
+  end
+  
+  def prefix_path
+    "/usr/local/quandl"
+  end
+  
+  def cleanup
+    rm_rf pkg_build_path
+  end
+  
+end