quandl_cassandra_models 0.3.6

data/spec/lib/quandl/cassandra/models/multiset/collapse_spec.rb

@@ -0,0 +1,122 @@
+# encoding: utf-8
+require 'spec_helper'
+
+describe Multiset do
+  
+  context "collapse" do
+  
+    let(:d1){ create(:dataset) }
+    let(:d2){ create(:dataset) }
+    subject { Multiset.with_columns("#{d2.id.to_i}.1,#{d1.id.to_i}.1,#{d2.id.to_i}.3,#{d1.id.to_i}.2") }
+  
+    it "should change the scope" do
+      scope = subject.data.collapse('weekly')
+      scope.attributes[:collapse].should eq :weekly
+    end
+    
+    it "should accept daily" do
+      subject.data.collapse(:daily).count.should eq 60
+    end
+    
+    it "should accept weekly" do
+      subject.data.collapse(:weekly).count.should be < 12
+    end
+    
+    it "should accept monthly" do
+      subject.data.collapse(:monthly).count.should be < 4
+    end
+  
+    it "should accept annual" do
+      subject.data.collapse(:annual).count.should eq 1
+    end
+    
+  end
+  
+  context "multiple frequencies" do
+    
+    let(:dataset_daily)   { create(:dataset, data: Quandl::Fabricate::Data.rand( rows: 10, columns: 3, nils: false ).to_csv ) }
+    let(:dataset_monthly) { create(:dataset, data: Quandl::Fabricate::Data.rand( rows: 10, columns: 3, frequency: :monthly, nils: false ).to_csv ) }
+    let(:dataset_annual)  { create(:dataset, data: Quandl::Fabricate::Data.rand( rows: 10, columns: 3, frequency: :annual, nils: false ).to_csv ) }
+    
+    context "without collapse" do
+      
+      subject { Multiset.with_columns("#{dataset_daily.id.to_i}.1,#{dataset_monthly.id.to_i}.1,#{dataset_annual.id.to_i}.1") }
+      
+      describe "#data" do
+        
+        it "should be correct" do
+          row = subject.data[0]
+          row[1].should eq Dataset.find(dataset_daily.id).data[0][1]
+          row[2].should eq Dataset.find(dataset_monthly.id).data[0][1]
+          row[3].should eq Dataset.find(dataset_annual.id).data[0][1]
+        end
+        
+      end
+      
+      describe "#column_frequencies" do
+        
+        it "should be correct" do
+          subject.column_frequencies[0].should eq 'daily'
+          subject.column_frequencies[1].should eq 'monthly'
+          subject.column_frequencies[2].should eq 'annual'
+        end
+        
+      end
+      
+    end
+    
+    context "collapsed to annual" do
+      
+      subject { 
+        m = Multiset.with_columns("#{dataset_daily.id.to_i}.1,#{dataset_monthly.id.to_i}.1,#{dataset_annual.id.to_i}.1") 
+        m.data.collapse(:annual)
+        m
+      }
+      
+      it "should return the data" do
+        data_hash = subject.data.scoped.collapse(:annual).to_table.to_h
+        # check daily
+        daily_row = Dataset.find(dataset_daily.id).data.column(1).collapse(:annual)
+        daily_date = daily_row[0][0]
+        data_hash[daily_date][0].should eq daily_row[0][1]
+        # check monthly
+        monthly_row = Dataset.find(dataset_monthly.id).data.column(1).collapse(:annual)
+        monthly_date = monthly_row[0][0]
+        data_hash[monthly_date][1].should eq monthly_row[0][1]
+        # check annual
+        annual_row = Dataset.find(dataset_annual.id).data.column(1).collapse(:annual)
+        annual_date = annual_row[0][0]
+        data_hash[annual_date][2].should eq annual_row[0][1]
+      end
+      
+    end
+    
+    context "collapsed to monthly" do
+      
+      subject { 
+        m = Multiset.with_columns("#{dataset_daily.id.to_i}.1,#{dataset_monthly.id.to_i}.1,#{dataset_annual.id.to_i}.1") 
+        m.data.collapse(:monthly)
+        m
+      }
+      
+      it "should return the data" do
+        data_hash = subject.data.to_table.to_h
+        # check daily
+        daily_row = Dataset.find(dataset_daily.id).data.column(1).collapse(:monthly)
+        daily_date = daily_row[0][0]
+        data_hash[daily_date][0].should eq daily_row[0][1]
+        # check monthly
+        monthly_row = Dataset.find(dataset_monthly.id).data.column(1).collapse(:monthly)
+        monthly_date = monthly_row[0][0]
+        data_hash[monthly_date][1].should eq monthly_row[0][1]
+        # check annual
+        annual_row = Dataset.find(dataset_annual.id).data.column(1).collapse(:monthly)
+        annual_date = annual_row[0][0]
+        data_hash[annual_date][2].should eq annual_row[0][1]
+      end
+      
+    end
+    
+  end
+  
+end

data/spec/lib/quandl/cassandra/models/multiset/columns_spec.rb

@@ -0,0 +1,57 @@
+ # encoding: utf-8
+require 'spec_helper'
+
+describe Multiset do
+  
+  context "columns" do
+  
+    let(:d1){ create(:dataset) }
+    let(:d2){ create(:dataset) }
+    
+    let(:multiset){ Multiset.with_columns("#{d2.id.to_i}.2,#{d1.id.to_i}.2,#{d2.id.to_i}.4,#{d1.id.to_i}.3") }
+    
+    describe ".with_columns" do
+      subject{ multiset }
+      
+      describe "#column_ids" do
+        subject{ multiset.column_ids }
+        its([0]){ should be_same_string_as Dataset.find(d2.id).column_ids[1] }
+        its([1]){ should be_same_string_as Dataset.find(d1.id).column_ids[1] }
+        its([2]){ should be_same_string_as Dataset.find(d2.id).column_ids[3] }
+        its([3]){ should be_same_string_as Dataset.find(d1.id).column_ids[2] }
+      end
+      
+      describe "#data" do
+        subject{ multiset.data.to_a }
+        its(:count){ should eq 60 }
+        
+        describe "#first" do
+          subject{ multiset.data.to_a.first }
+          its(:count){ should eq 5 }
+        end
+        
+      end
+      
+    end
+    
+    it "should limit the data" do
+      data = Multiset.with_columns("#{d1.id.to_i}.2,#{d2.id.to_i}.1").data.limit(10)
+      data.count.should eq 10
+    end
+    
+    it "should return the correct data" do
+      d = Multiset.with_columns("#{d1.id.to_i}.2,#{d2.id.to_i}.1")
+      d.data[0][1].should eq Dataset.find(d1.id).data[0][2]
+      d.data[0][2].should eq Dataset.find(d2.id).data[0][1]
+    end
+    
+    it "should transform the data" do
+      d = Multiset.with_columns("#{d1.id.to_i}.2,#{d2.id.to_i}.1")
+      data = d.data.limit(1).transform(:rdiff)
+      plain_data = Multiset.with_columns("#{d1.id.to_i}.2,#{d2.id.to_i}.1").data.limit(1)
+      data[0][1].should_not eq plain_data[0][1]
+    end
+    
+  end
+  
+end

data/spec/lib/quandl/cassandra/models/multiset/data_spec.rb

@@ -0,0 +1,25 @@
+# encoding: utf-8
+require 'spec_helper'
+
+describe Multiset do
+  
+  context "data" do
+  
+    let(:d1){ create(:dataset) }
+    let(:d2){ create(:dataset) }
+    subject { Multiset.with_columns("#{d2.id.to_i}.1,#{d1.id.to_i}.1,#{d2.id.to_i}.3,#{d1.id.to_i}.2") }
+    # wait for cassandra to be eventually consistent
+  
+    it "should have columns" do
+      subject.columns.count.should eq 4
+    end
+  
+    it "should have data" do
+      subject.data.count.should eq 60
+    end
+    
+    its(:to_json){ should be_present }
+    
+  end
+  
+end

data/spec/lib/quandl/cassandra/models/multiset/transform_spec.rb

@@ -0,0 +1,69 @@
+# encoding: utf-8
+require 'spec_helper'
+
+describe Multiset do
+  
+  context "transform" do
+  
+    let(:d1){ create(:dataset) }
+    let(:d2){ create(:dataset) }
+    subject { Multiset.with_columns("#{d2.id.to_i}.1,#{d1.id.to_i}.1,#{d2.id.to_i}.3,#{d1.id.to_i}.2") }
+    
+    let(:data_table){ subject.data.scoped.to_table }
+    
+    it "should change the scope" do
+      scope = subject.data.transform('rdiff')
+      scope.attributes[:transform].should eq :rdiff
+    end
+    
+    it "should default" do
+      subject.data.should_not eq data_table.transform(:rdiff).sort_descending!
+    end
+    
+    it "should rdiff" do
+      subject.data.transform(:rdiff).should eq data_table.transform(:rdiff).sort_descending!
+    end
+    
+    it "should diff" do
+      subject.data.transform(:diff).should eq data_table.transform(:diff).sort_descending!
+    end
+    
+    it "should cumul" do
+      subject.data.transform(:cumul).should eq data_table.transform(:cumul).sort_descending!
+    end
+    
+    it "should rdiff_from" do
+      subject.data.transform(:rdiff_from).should eq data_table.transform(:rdiff_from).sort_descending!
+    end
+    
+    context "row" do
+      
+      it "should rdiff" do
+        subject.data.transform(:rdiff).row(10)[0].should eq data_table.transform(:rdiff).sort_descending![10]
+      end
+      
+      it "should cumul" do
+        subject.data.transform(:cumul).row(10)[0].should eq data_table.transform(:cumul).sort_descending![10]
+      end
+      
+      it "should rdiff_from" do
+        subject.data.transform(:rdiff_from).row(10)[0].should eq data_table.transform(:rdiff_from).sort_descending![10]
+      end
+      
+    end
+    
+    context "offset" do
+      
+      it "should rdiff" do
+        subject.data.transform(:rdiff).offset(10).limit(10).to_a.should eq data_table.transform(:rdiff).sort_descending![10..19]
+      end
+      
+      it "should cumul" do
+        subject.data.transform(:cumul).offset(10).limit(10).to_a.should eq data_table.transform(:cumul).sort_descending![10..19]
+      end
+      
+    end
+    
+  end
+  
+end

data/spec/spec_helper.rb

@@ -0,0 +1,40 @@
+$:.unshift File.join(File.dirname(__FILE__), *%w[.. lib])
+
+QUANDL_LOGGER = true
+
+require "rspec"
+require 'factory_girl'
+require 'pry'
+
+require "quandl/cassandra"
+require "quandl/cassandra/models"
+require "quandl/fabricate"
+
+# require expectations
+require 'rspec/expectations'
+Dir.glob( File.join( File.dirname(__FILE__), 'expectations/**/*.rb' ) ).each{|f| require(f) }
+
+# require factories
+Dir.glob( File.join( File.dirname(__FILE__), 'factories/**/*.rb' ) ).each{|f| require(f) }
+
+include Quandl::Cassandra::Models
+
+logger = Logger.new( 'log/test.log', 2, 52428800 )
+logger.formatter = proc do |severity, datetime, progname, msg|
+  "[#{datetime.strftime("%Y-%m-%d %H:%M:%S")}]: #{msg}\n"
+end
+Quandl::Logger.use(logger)
+
+Quandl::Cassandra.configure do |c|
+  c.hosts         = ['192.168.33.10']
+  c.keyspace      = 'wikiposit_test'
+  c.consistency   = :one
+end
+
+Quandl::Cassandra::Base.models.each(&:truncate) if Quandl::Cassandra.configuration.keyspace == 'wikiposit_test'
+
+RSpec.configure do |config|
+  config.include FactoryGirl::Syntax::Methods
+end
+
+# binding.pry

data/tasks/migrations.rake

@@ -0,0 +1,14 @@
+require 'rails'
+require 'pry'
+require 'quandl/cassandra/models'
+require 'cassandra_migrations'
+
+RAILS_ENV = ENV['RAILS_ENV'] || 'development'
+
+root = File.expand_path('../../', __FILE__)
+
+CassandraMigrations.load_config_from_file( File.join(root, "config/cassandra.yml"), RAILS_ENV )
+CassandraMigrations.configuration.migrations_path = File.join(root, "migrations/")
+
+spec = Gem::Specification.find_by_name 'cassandra_migrations'
+load "#{spec.gem_dir}/lib/tasks/cassandra.rake"

metadata

@@ -0,0 +1,212 @@
+--- !ruby/object:Gem::Specification
+name: quandl_cassandra_models
+version: !ruby/object:Gem::Version
+  version: 0.3.6
+platform: ruby
+authors:
+- Blake Hilscher
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-11-13 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.13'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.13'
+- !ruby/object:Gem::Dependency
+  name: factory_girl_rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fivemat
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.2'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: quandl_cassandra
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.1'
+description: Quandl cassandra interface. CQL.
+email:
+- blake@hilscher.ca
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- UPGRADE.md
+- config/cassandra.yml
+- lib/quandl/cassandra/models.rb
+- lib/quandl/cassandra/models/column.rb
+- lib/quandl/cassandra/models/column/read.rb
+- lib/quandl/cassandra/models/column/read/collapse.rb
+- lib/quandl/cassandra/models/column/read/column.rb
+- lib/quandl/cassandra/models/column/read/data.rb
+- lib/quandl/cassandra/models/column/read/offset.rb
+- lib/quandl/cassandra/models/column/read/row.rb
+- lib/quandl/cassandra/models/column/read/select_columns.rb
+- lib/quandl/cassandra/models/column/read/transform.rb
+- lib/quandl/cassandra/models/column/read/trim.rb
+- lib/quandl/cassandra/models/column/read/type.rb
+- lib/quandl/cassandra/models/column/write.rb
+- lib/quandl/cassandra/models/column/write/group_data_by_column.rb
+- lib/quandl/cassandra/models/column/write/group_data_by_frequency.rb
+- lib/quandl/cassandra/models/column/write/insert_column_attributes.rb
+- lib/quandl/cassandra/models/column/write/insert_columns.rb
+- lib/quandl/cassandra/models/column_attribute.rb
+- lib/quandl/cassandra/models/data.rb
+- lib/quandl/cassandra/models/data/search.rb
+- lib/quandl/cassandra/models/dataset.rb
+- lib/quandl/cassandra/models/dataset/columns.rb
+- lib/quandl/cassandra/models/dataset_attribute.rb
+- lib/quandl/cassandra/models/multiset.rb
+- lib/quandl/cassandra/models/version.rb
+- migrations/20131105204200_create_datasets.rb
+- migrations/20131105204201_create_columns.rb
+- migrations/20131105204202_create_dataset_attributes.rb
+- migrations/20131105204203_create_column_attributes.rb
+- quandl_cassandra_models.gemspec
+- spec/expectations/string.rb
+- spec/expectations/time.rb
+- spec/factories/dataset.rb
+- spec/lib/quandl/cassandra/models/column/read_spec.rb
+- spec/lib/quandl/cassandra/models/column/write/group_data_by_frequency_spec.rb
+- spec/lib/quandl/cassandra/models/column/write_spec.rb
+- spec/lib/quandl/cassandra/models/column_attribute_spec.rb
+- spec/lib/quandl/cassandra/models/column_spec.rb
+- spec/lib/quandl/cassandra/models/data_spec.rb
+- spec/lib/quandl/cassandra/models/dataset/collapse_spec.rb
+- spec/lib/quandl/cassandra/models/dataset/column_spec.rb
+- spec/lib/quandl/cassandra/models/dataset/persistence_spec.rb
+- spec/lib/quandl/cassandra/models/dataset/row_spec.rb
+- spec/lib/quandl/cassandra/models/dataset/transform_spec.rb
+- spec/lib/quandl/cassandra/models/dataset/trim_spec.rb
+- spec/lib/quandl/cassandra/models/dataset/update_spec.rb
+- spec/lib/quandl/cassandra/models/dataset_attribute_spec.rb
+- spec/lib/quandl/cassandra/models/dataset_spec.rb
+- spec/lib/quandl/cassandra/models/multiset/collapse_spec.rb
+- spec/lib/quandl/cassandra/models/multiset/columns_spec.rb
+- spec/lib/quandl/cassandra/models/multiset/data_spec.rb
+- spec/lib/quandl/cassandra/models/multiset/transform_spec.rb
+- spec/spec_helper.rb
+- tasks/migrations.rake
+homepage: http://blake.hilscher.ca/
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.1.10
+signing_key: 
+specification_version: 4
+summary: Quandl cassandra interface.
+test_files:
+- spec/expectations/string.rb
+- spec/expectations/time.rb
+- spec/factories/dataset.rb
+- spec/lib/quandl/cassandra/models/column/read_spec.rb
+- spec/lib/quandl/cassandra/models/column/write/group_data_by_frequency_spec.rb
+- spec/lib/quandl/cassandra/models/column/write_spec.rb
+- spec/lib/quandl/cassandra/models/column_attribute_spec.rb
+- spec/lib/quandl/cassandra/models/column_spec.rb
+- spec/lib/quandl/cassandra/models/data_spec.rb
+- spec/lib/quandl/cassandra/models/dataset/collapse_spec.rb
+- spec/lib/quandl/cassandra/models/dataset/column_spec.rb
+- spec/lib/quandl/cassandra/models/dataset/persistence_spec.rb
+- spec/lib/quandl/cassandra/models/dataset/row_spec.rb
+- spec/lib/quandl/cassandra/models/dataset/transform_spec.rb
+- spec/lib/quandl/cassandra/models/dataset/trim_spec.rb
+- spec/lib/quandl/cassandra/models/dataset/update_spec.rb
+- spec/lib/quandl/cassandra/models/dataset_attribute_spec.rb
+- spec/lib/quandl/cassandra/models/dataset_spec.rb
+- spec/lib/quandl/cassandra/models/multiset/collapse_spec.rb
+- spec/lib/quandl/cassandra/models/multiset/columns_spec.rb
+- spec/lib/quandl/cassandra/models/multiset/data_spec.rb
+- spec/lib/quandl/cassandra/models/multiset/transform_spec.rb
+- spec/spec_helper.rb