quandl_cassandra 0.0.1
Sign up to get free protection for your applications and to get access to all the features.
- data/.gitignore +7 -0
- data/Gemfile +2 -0
- data/LICENSE +7 -0
- data/README.md +7 -0
- data/Rakefile +11 -0
- data/UPGRADE.md +3 -0
- data/lib/quandl/cassandra/base/attributes.rb +103 -0
- data/lib/quandl/cassandra/base/callbacks.rb +15 -0
- data/lib/quandl/cassandra/base/connection.rb +49 -0
- data/lib/quandl/cassandra/base/logging.rb +40 -0
- data/lib/quandl/cassandra/base/naming.rb +19 -0
- data/lib/quandl/cassandra/base/persistence.rb +67 -0
- data/lib/quandl/cassandra/base/sanitization.rb +38 -0
- data/lib/quandl/cassandra/base/schema.rb +79 -0
- data/lib/quandl/cassandra/base/scoping.rb +122 -0
- data/lib/quandl/cassandra/base.rb +51 -0
- data/lib/quandl/cassandra/configuration.rb +34 -0
- data/lib/quandl/cassandra/error.rb +10 -0
- data/lib/quandl/cassandra/types/abstract_type.rb +33 -0
- data/lib/quandl/cassandra/types/boolean_type.rb +10 -0
- data/lib/quandl/cassandra/types/decimal_type.rb +9 -0
- data/lib/quandl/cassandra/types/double_type.rb +9 -0
- data/lib/quandl/cassandra/types/float_type.rb +9 -0
- data/lib/quandl/cassandra/types/integer_type.rb +9 -0
- data/lib/quandl/cassandra/types/long_type.rb +9 -0
- data/lib/quandl/cassandra/types/timestamp_type.rb +15 -0
- data/lib/quandl/cassandra/types/utf8_type.rb +13 -0
- data/lib/quandl/cassandra/types/uuid_type.rb +21 -0
- data/lib/quandl/cassandra/types.rb +42 -0
- data/lib/quandl/cassandra/version.rb +5 -0
- data/lib/quandl/cassandra.rb +30 -0
- data/lib/quandl/cassandra_models/column/read/collapse.rb +64 -0
- data/lib/quandl/cassandra_models/column/read/column.rb +18 -0
- data/lib/quandl/cassandra_models/column/read/data_table.rb +57 -0
- data/lib/quandl/cassandra_models/column/read/offset.rb +114 -0
- data/lib/quandl/cassandra_models/column/read/query.rb +55 -0
- data/lib/quandl/cassandra_models/column/read/row.rb +20 -0
- data/lib/quandl/cassandra_models/column/read/transform.rb +53 -0
- data/lib/quandl/cassandra_models/column/read/type.rb +25 -0
- data/lib/quandl/cassandra_models/column/read.rb +28 -0
- data/lib/quandl/cassandra_models/column/write/group_data_by_column.rb +42 -0
- data/lib/quandl/cassandra_models/column/write/group_data_by_frequency.rb +24 -0
- data/lib/quandl/cassandra_models/column/write/insert_columns.rb +22 -0
- data/lib/quandl/cassandra_models/column/write/insert_data.rb +39 -0
- data/lib/quandl/cassandra_models/column/write.rb +22 -0
- data/lib/quandl/cassandra_models/column.rb +20 -0
- data/lib/quandl/cassandra_models/column_attribute.rb +11 -0
- data/lib/quandl/cassandra_models/data.rb +52 -0
- data/lib/quandl/cassandra_models/dataset.rb +83 -0
- data/lib/quandl/cassandra_models/dataset_attribute.rb +6 -0
- data/lib/quandl/cassandra_models/multiset.rb +50 -0
- data/lib/quandl/strategy.rb +59 -0
- data/quandl_cassandra.gemspec +35 -0
- data/spec/expectations/string.rb +5 -0
- data/spec/expectations/time.rb +5 -0
- data/spec/factories/dataset.rb +8 -0
- data/spec/lib/quandl/cassandra/base/scoping_spec.rb +40 -0
- data/spec/lib/quandl/cassandra_models/column/write/group_data_by_frequency_spec.rb +28 -0
- data/spec/lib/quandl/cassandra_models/column/write_spec.rb +15 -0
- data/spec/lib/quandl/cassandra_models/column_attribute_spec.rb +16 -0
- data/spec/lib/quandl/cassandra_models/column_spec.rb +17 -0
- data/spec/lib/quandl/cassandra_models/data_spec.rb +34 -0
- data/spec/lib/quandl/cassandra_models/dataset/collapse_spec.rb +41 -0
- data/spec/lib/quandl/cassandra_models/dataset/column_spec.rb +25 -0
- data/spec/lib/quandl/cassandra_models/dataset/persistence_spec.rb +24 -0
- data/spec/lib/quandl/cassandra_models/dataset/row_spec.rb +26 -0
- data/spec/lib/quandl/cassandra_models/dataset/transform_spec.rb +16 -0
- data/spec/lib/quandl/cassandra_models/dataset/trim_spec.rb +74 -0
- data/spec/lib/quandl/cassandra_models/dataset/update_spec.rb +37 -0
- data/spec/lib/quandl/cassandra_models/dataset_attribute_spec.rb +18 -0
- data/spec/lib/quandl/cassandra_models/dataset_spec.rb +63 -0
- data/spec/lib/quandl/cassandra_models/multiset/collapse_spec.rb +122 -0
- data/spec/lib/quandl/cassandra_models/multiset/columns_spec.rb +57 -0
- data/spec/lib/quandl/cassandra_models/multiset/data_spec.rb +25 -0
- data/spec/lib/quandl/cassandra_models/multiset/transform_spec.rb +68 -0
- data/spec/lib/quandl/cassandra_spec.rb +12 -0
- data/spec/spec_helper.rb +37 -0
- metadata +339 -0
@@ -0,0 +1,18 @@
|
|
1
|
+
require 'spec_helper'
|
2
|
+
|
3
|
+
describe DatasetAttribute do
|
4
|
+
let(:id){ rand(10000*10000) + 10000*10000 }
|
5
|
+
let(:dataset_attribute){ DatasetAttribute.create( id: id ) }
|
6
|
+
subject{ dataset_attribute }
|
7
|
+
|
8
|
+
its(:updated_at){ should be_present }
|
9
|
+
its(:created_at){ should be_present }
|
10
|
+
|
11
|
+
describe ".find" do
|
12
|
+
subject{ DatasetAttribute.find( dataset_attribute.id ) }
|
13
|
+
it{ should be_a DatasetAttribute }
|
14
|
+
its(:updated_at){ should be_same_second_as dataset_attribute.updated_at }
|
15
|
+
its(:created_at){ should be_same_second_as dataset_attribute.created_at }
|
16
|
+
end
|
17
|
+
|
18
|
+
end
|
@@ -0,0 +1,63 @@
|
|
1
|
+
require 'spec_helper'
|
2
|
+
|
3
|
+
describe Quandl::Cassandra::Dataset do
|
4
|
+
|
5
|
+
let(:id){ rand(10000*10000) + 10000*10000 }
|
6
|
+
let(:dataset){ Quandl::Cassandra::Dataset.new( id: id ) }
|
7
|
+
subject{ dataset }
|
8
|
+
|
9
|
+
it{ should respond_to :id }
|
10
|
+
it{ should respond_to :data }
|
11
|
+
it{ should respond_to :column_ids }
|
12
|
+
|
13
|
+
its(:id){ should eq id }
|
14
|
+
its(:changes){ should eq( { "id" => [nil, id] }) }
|
15
|
+
|
16
|
+
describe "#class" do
|
17
|
+
subject{ dataset.class }
|
18
|
+
its(:table_name){ should eq 'datasets' }
|
19
|
+
end
|
20
|
+
|
21
|
+
context "after save" do
|
22
|
+
|
23
|
+
before(:each){
|
24
|
+
dataset.data = Quandl::Fabricate::Data.rand(rows: 10, columns: 2, nils: false)
|
25
|
+
dataset.save
|
26
|
+
}
|
27
|
+
|
28
|
+
subject{ dataset }
|
29
|
+
|
30
|
+
its(:changes){ should be_blank }
|
31
|
+
|
32
|
+
describe ".find" do
|
33
|
+
subject{ Quandl::Cassandra::Dataset.find(id) }
|
34
|
+
its(:data){ should eq dataset.data }
|
35
|
+
it "columns should eq dataset.columns" do
|
36
|
+
subject.columns.collect{|c| c.id.to_s }.should eq dataset.columns.collect{|c| c.id.to_s }
|
37
|
+
end
|
38
|
+
it "column_ids should eq dataset.column_ids" do
|
39
|
+
subject.column_ids.collect(&:to_s).should eq dataset.column_ids.collect(&:to_s)
|
40
|
+
end
|
41
|
+
end
|
42
|
+
|
43
|
+
describe "#data" do
|
44
|
+
subject{ dataset.data }
|
45
|
+
its(:count){ should eq 10 }
|
46
|
+
end
|
47
|
+
|
48
|
+
describe "#column_ids" do
|
49
|
+
subject{ dataset.column_ids }
|
50
|
+
its(:count){ should eq 2 }
|
51
|
+
its(:first){ should be_a Cql::Uuid }
|
52
|
+
end
|
53
|
+
|
54
|
+
describe "#columns" do
|
55
|
+
subject{ dataset.columns }
|
56
|
+
its(:count){ should eq 2 }
|
57
|
+
its(:first){ should be_a Quandl::Cassandra::ColumnAttribute }
|
58
|
+
end
|
59
|
+
|
60
|
+
|
61
|
+
end
|
62
|
+
|
63
|
+
end
|
@@ -0,0 +1,122 @@
|
|
1
|
+
# encoding: utf-8
|
2
|
+
require 'spec_helper'
|
3
|
+
|
4
|
+
describe Multiset do
|
5
|
+
|
6
|
+
context "collapse" do
|
7
|
+
|
8
|
+
let(:d1){ create(:dataset) }
|
9
|
+
let(:d2){ create(:dataset) }
|
10
|
+
subject { Multiset.with_columns("#{d2.id.to_i}.1,#{d1.id.to_i}.1,#{d2.id.to_i}.3,#{d1.id.to_i}.2") }
|
11
|
+
|
12
|
+
it "should change the scope" do
|
13
|
+
scope = subject.data.collapse('weekly')
|
14
|
+
scope.attributes[:collapse].should eq :weekly
|
15
|
+
end
|
16
|
+
|
17
|
+
it "should accept daily" do
|
18
|
+
subject.data.collapse(:daily).count.should eq 60
|
19
|
+
end
|
20
|
+
|
21
|
+
it "should accept weekly" do
|
22
|
+
subject.data.collapse(:weekly).count.should be < 12
|
23
|
+
end
|
24
|
+
|
25
|
+
it "should accept monthly" do
|
26
|
+
subject.data.collapse(:monthly).count.should be < 4
|
27
|
+
end
|
28
|
+
|
29
|
+
it "should accept annual" do
|
30
|
+
subject.data.collapse(:annual).count.should eq 1
|
31
|
+
end
|
32
|
+
|
33
|
+
end
|
34
|
+
|
35
|
+
context "multiple frequencies" do
|
36
|
+
|
37
|
+
let(:dataset_daily) { create(:dataset, data: Quandl::Fabricate::Data.rand( rows: 10, columns: 3, nils: false ).to_csv ) }
|
38
|
+
let(:dataset_monthly) { create(:dataset, data: Quandl::Fabricate::Data.rand( rows: 10, columns: 3, frequency: :monthly, nils: false ).to_csv ) }
|
39
|
+
let(:dataset_annual) { create(:dataset, data: Quandl::Fabricate::Data.rand( rows: 10, columns: 3, frequency: :annual, nils: false ).to_csv ) }
|
40
|
+
|
41
|
+
context "without collapse" do
|
42
|
+
|
43
|
+
subject { Multiset.with_columns("#{dataset_daily.id.to_i}.1,#{dataset_monthly.id.to_i}.1,#{dataset_annual.id.to_i}.1") }
|
44
|
+
|
45
|
+
describe "#data" do
|
46
|
+
|
47
|
+
it "should be correct" do
|
48
|
+
row = subject.data[0]
|
49
|
+
row[1].should eq Dataset.find(dataset_daily.id).data[0][1]
|
50
|
+
row[2].should eq Dataset.find(dataset_monthly.id).data[0][1]
|
51
|
+
row[3].should eq Dataset.find(dataset_annual.id).data[0][1]
|
52
|
+
end
|
53
|
+
|
54
|
+
end
|
55
|
+
|
56
|
+
describe "#column_frequencies" do
|
57
|
+
|
58
|
+
it "should be correct" do
|
59
|
+
subject.column_frequencies[0].should eq 'daily'
|
60
|
+
subject.column_frequencies[1].should eq 'monthly'
|
61
|
+
subject.column_frequencies[2].should eq 'annual'
|
62
|
+
end
|
63
|
+
|
64
|
+
end
|
65
|
+
|
66
|
+
end
|
67
|
+
|
68
|
+
context "collapsed to annual" do
|
69
|
+
|
70
|
+
subject {
|
71
|
+
m = Multiset.with_columns("#{dataset_daily.id.to_i}.1,#{dataset_monthly.id.to_i}.1,#{dataset_annual.id.to_i}.1")
|
72
|
+
m.data.collapse(:annual)
|
73
|
+
m
|
74
|
+
}
|
75
|
+
|
76
|
+
it "should return the data" do
|
77
|
+
data_hash = subject.data.to_table.to_h
|
78
|
+
# check daily
|
79
|
+
daily_row = Dataset.find(dataset_daily.id).data.column(1).collapse(:annual)
|
80
|
+
daily_date = daily_row[0][0]
|
81
|
+
data_hash[daily_date][0].should eq daily_row[0][1]
|
82
|
+
# check monthly
|
83
|
+
monthly_row = Dataset.find(dataset_monthly.id).data.column(1).collapse(:annual)
|
84
|
+
monthly_date = monthly_row[0][0]
|
85
|
+
data_hash[monthly_date][1].should eq monthly_row[0][1]
|
86
|
+
# check annual
|
87
|
+
annual_row = Dataset.find(dataset_annual.id).data.column(1).collapse(:annual)
|
88
|
+
annual_date = annual_row[0][0]
|
89
|
+
data_hash[annual_date][2].should eq annual_row[0][1]
|
90
|
+
end
|
91
|
+
|
92
|
+
end
|
93
|
+
|
94
|
+
context "collapsed to monthly" do
|
95
|
+
|
96
|
+
subject {
|
97
|
+
m = Multiset.with_columns("#{dataset_daily.id.to_i}.1,#{dataset_monthly.id.to_i}.1,#{dataset_annual.id.to_i}.1")
|
98
|
+
m.data.collapse(:monthly)
|
99
|
+
m
|
100
|
+
}
|
101
|
+
|
102
|
+
it "should return the data" do
|
103
|
+
data_hash = subject.data.to_table.to_h
|
104
|
+
# check daily
|
105
|
+
daily_row = Dataset.find(dataset_daily.id).data.column(1).collapse(:monthly)
|
106
|
+
daily_date = daily_row[0][0]
|
107
|
+
data_hash[daily_date][0].should eq daily_row[0][1]
|
108
|
+
# check monthly
|
109
|
+
monthly_row = Dataset.find(dataset_monthly.id).data.column(1).collapse(:monthly)
|
110
|
+
monthly_date = monthly_row[0][0]
|
111
|
+
data_hash[monthly_date][1].should eq monthly_row[0][1]
|
112
|
+
# check annual
|
113
|
+
annual_row = Dataset.find(dataset_annual.id).data.column(1).collapse(:monthly)
|
114
|
+
annual_date = annual_row[0][0]
|
115
|
+
data_hash[annual_date][2].should eq annual_row[0][1]
|
116
|
+
end
|
117
|
+
|
118
|
+
end
|
119
|
+
|
120
|
+
end
|
121
|
+
|
122
|
+
end
|
@@ -0,0 +1,57 @@
|
|
1
|
+
# encoding: utf-8
|
2
|
+
require 'spec_helper'
|
3
|
+
|
4
|
+
describe Multiset do
|
5
|
+
|
6
|
+
context "columns" do
|
7
|
+
|
8
|
+
let(:d1){ create(:dataset) }
|
9
|
+
let(:d2){ create(:dataset) }
|
10
|
+
|
11
|
+
let(:multiset){ Multiset.with_columns("#{d2.id.to_i}.2,#{d1.id.to_i}.2,#{d2.id.to_i}.4,#{d1.id.to_i}.3") }
|
12
|
+
|
13
|
+
describe ".with_columns" do
|
14
|
+
subject{ multiset }
|
15
|
+
|
16
|
+
describe "#column_ids" do
|
17
|
+
subject{ multiset.column_ids }
|
18
|
+
its([0]){ should be_same_string_as Dataset.find(d2.id).column_ids[1] }
|
19
|
+
its([1]){ should be_same_string_as Dataset.find(d1.id).column_ids[1] }
|
20
|
+
its([2]){ should be_same_string_as Dataset.find(d2.id).column_ids[3] }
|
21
|
+
its([3]){ should be_same_string_as Dataset.find(d1.id).column_ids[2] }
|
22
|
+
end
|
23
|
+
|
24
|
+
describe "#data" do
|
25
|
+
subject{ multiset.data.to_a }
|
26
|
+
its(:count){ should eq 60 }
|
27
|
+
|
28
|
+
describe "#first" do
|
29
|
+
subject{ multiset.data.to_a.first }
|
30
|
+
its(:count){ should eq 5 }
|
31
|
+
end
|
32
|
+
|
33
|
+
end
|
34
|
+
|
35
|
+
end
|
36
|
+
|
37
|
+
it "should limit the data" do
|
38
|
+
data = Multiset.with_columns("#{d1.id.to_i}.2,#{d2.id.to_i}.1").data.limit(10)
|
39
|
+
data.count.should eq 10
|
40
|
+
end
|
41
|
+
|
42
|
+
it "should return the correct data" do
|
43
|
+
d = Multiset.with_columns("#{d1.id.to_i}.2,#{d2.id.to_i}.1")
|
44
|
+
d.data[0][1].should eq Dataset.find(d1.id).data[0][2]
|
45
|
+
d.data[0][2].should eq Dataset.find(d2.id).data[0][1]
|
46
|
+
end
|
47
|
+
|
48
|
+
it "should transform the data" do
|
49
|
+
d = Multiset.with_columns("#{d1.id.to_i}.2,#{d2.id.to_i}.1")
|
50
|
+
data = d.data.limit(1).transform(:rdiff)
|
51
|
+
plain_data = Multiset.with_columns("#{d1.id.to_i}.2,#{d2.id.to_i}.1").data.limit(1)
|
52
|
+
data[0][1].should_not eq plain_data[0][1]
|
53
|
+
end
|
54
|
+
|
55
|
+
end
|
56
|
+
|
57
|
+
end
|
@@ -0,0 +1,25 @@
|
|
1
|
+
# encoding: utf-8
|
2
|
+
require 'spec_helper'
|
3
|
+
|
4
|
+
describe Multiset do
|
5
|
+
|
6
|
+
context "data" do
|
7
|
+
|
8
|
+
let(:d1){ create(:dataset) }
|
9
|
+
let(:d2){ create(:dataset) }
|
10
|
+
subject { Multiset.with_columns("#{d2.id.to_i}.1,#{d1.id.to_i}.1,#{d2.id.to_i}.3,#{d1.id.to_i}.2") }
|
11
|
+
# wait for cassandra to be eventually consistent
|
12
|
+
|
13
|
+
it "should have columns" do
|
14
|
+
subject.columns.count.should eq 4
|
15
|
+
end
|
16
|
+
|
17
|
+
it "should have data" do
|
18
|
+
subject.data.count.should eq 60
|
19
|
+
end
|
20
|
+
|
21
|
+
its(:to_json){ should be_present }
|
22
|
+
|
23
|
+
end
|
24
|
+
|
25
|
+
end
|
@@ -0,0 +1,68 @@
|
|
1
|
+
# encoding: utf-8
|
2
|
+
require 'spec_helper'
|
3
|
+
|
4
|
+
describe Multiset do
|
5
|
+
|
6
|
+
context "transform" do
|
7
|
+
|
8
|
+
let(:d1){ create(:dataset) }
|
9
|
+
let(:d2){ create(:dataset) }
|
10
|
+
subject { Multiset.with_columns("#{d2.id.to_i}.1,#{d1.id.to_i}.1,#{d2.id.to_i}.3,#{d1.id.to_i}.2") }
|
11
|
+
let(:data_table){ subject.data_scope.to_table }
|
12
|
+
|
13
|
+
it "should change the scope" do
|
14
|
+
scope = subject.data.transform('rdiff')
|
15
|
+
scope.attributes[:transform].should eq :rdiff
|
16
|
+
end
|
17
|
+
|
18
|
+
it "should default" do
|
19
|
+
subject.data.should_not eq data_table.transform(:rdiff).sort_descending!
|
20
|
+
end
|
21
|
+
|
22
|
+
it "should rdiff" do
|
23
|
+
subject.data.transform(:rdiff).should eq data_table.transform(:rdiff).sort_descending!
|
24
|
+
end
|
25
|
+
|
26
|
+
it "should diff" do
|
27
|
+
subject.data.transform(:diff).should eq data_table.transform(:diff).sort_descending!
|
28
|
+
end
|
29
|
+
|
30
|
+
it "should cumul" do
|
31
|
+
subject.data.transform(:cumul).should eq data_table.transform(:cumul).sort_descending!
|
32
|
+
end
|
33
|
+
|
34
|
+
it "should rdiff_from" do
|
35
|
+
subject.data.transform(:rdiff_from).should eq data_table.transform(:rdiff_from).sort_descending!
|
36
|
+
end
|
37
|
+
|
38
|
+
context "row" do
|
39
|
+
|
40
|
+
it "should rdiff" do
|
41
|
+
subject.data.transform(:rdiff).row(10)[0].should eq data_table.transform(:rdiff).sort_descending![10]
|
42
|
+
end
|
43
|
+
|
44
|
+
it "should cumul" do
|
45
|
+
subject.data.transform(:cumul).row(10)[0].should eq data_table.transform(:cumul).sort_descending![10]
|
46
|
+
end
|
47
|
+
|
48
|
+
it "should rdiff_from" do
|
49
|
+
subject.data.transform(:rdiff_from).row(10)[0].should eq data_table.transform(:rdiff_from).sort_descending![10]
|
50
|
+
end
|
51
|
+
|
52
|
+
end
|
53
|
+
|
54
|
+
context "offset" do
|
55
|
+
|
56
|
+
it "should rdiff" do
|
57
|
+
subject.data.transform(:rdiff).offset(10).limit(10).to_a.should eq data_table.transform(:rdiff).sort_descending![10..19]
|
58
|
+
end
|
59
|
+
|
60
|
+
it "should cumul" do
|
61
|
+
subject.data.transform(:cumul).offset(10).limit(10).to_a.should eq data_table.transform(:cumul).sort_descending![10..19]
|
62
|
+
end
|
63
|
+
|
64
|
+
end
|
65
|
+
|
66
|
+
end
|
67
|
+
|
68
|
+
end
|
@@ -0,0 +1,12 @@
|
|
1
|
+
require 'spec_helper'
|
2
|
+
|
3
|
+
describe Quandl::Cassandra do
|
4
|
+
|
5
|
+
describe "#configuration" do
|
6
|
+
subject{ Quandl::Cassandra.configuration }
|
7
|
+
its(:hosts){ should be_present }
|
8
|
+
its(:consistency){ should eq :one }
|
9
|
+
its(:keyspace){ should eq 'wikiposit' }
|
10
|
+
end
|
11
|
+
|
12
|
+
end
|
data/spec/spec_helper.rb
ADDED
@@ -0,0 +1,37 @@
|
|
1
|
+
$:.unshift File.join(File.dirname(__FILE__), *%w[.. lib])
|
2
|
+
|
3
|
+
QUANDL_LOGGER = true
|
4
|
+
|
5
|
+
require "rspec"
|
6
|
+
require 'factory_girl'
|
7
|
+
require 'pry'
|
8
|
+
|
9
|
+
require "quandl/cassandra"
|
10
|
+
require "quandl/fabricate"
|
11
|
+
|
12
|
+
# require expectations
|
13
|
+
require 'rspec/expectations'
|
14
|
+
Dir.glob( File.join( File.dirname(__FILE__), 'expectations/**/*.rb' ) ).each{|f| require(f) }
|
15
|
+
|
16
|
+
# require factories
|
17
|
+
Dir.glob( File.join( File.dirname(__FILE__), 'factories/**/*.rb' ) ).each{|f| require(f) }
|
18
|
+
|
19
|
+
include Quandl::Cassandra
|
20
|
+
|
21
|
+
logger = Logger.new( 'log/test.log', 2, 52428800 )
|
22
|
+
logger.formatter = proc do |severity, datetime, progname, msg|
|
23
|
+
"[#{datetime.strftime("%Y-%m-%d %H:%M:%S")}]: #{msg}\n"
|
24
|
+
end
|
25
|
+
Quandl::Logger.use(logger)
|
26
|
+
|
27
|
+
Quandl::Cassandra.configure do |c|
|
28
|
+
c.hosts = ['192.168.33.10']
|
29
|
+
c.keyspace = 'wikiposit'
|
30
|
+
c.consistency = :one
|
31
|
+
end
|
32
|
+
|
33
|
+
RSpec.configure do |config|
|
34
|
+
config.include FactoryGirl::Syntax::Methods
|
35
|
+
end
|
36
|
+
|
37
|
+
# binding.pry
|
metadata
ADDED
@@ -0,0 +1,339 @@
|
|
1
|
+
--- !ruby/object:Gem::Specification
|
2
|
+
name: quandl_cassandra
|
3
|
+
version: !ruby/object:Gem::Version
|
4
|
+
version: 0.0.1
|
5
|
+
prerelease:
|
6
|
+
platform: ruby
|
7
|
+
authors:
|
8
|
+
- Blake Hilscher
|
9
|
+
autorequire:
|
10
|
+
bindir: bin
|
11
|
+
cert_chain: []
|
12
|
+
date: 2013-10-30 00:00:00.000000000 Z
|
13
|
+
dependencies:
|
14
|
+
- !ruby/object:Gem::Dependency
|
15
|
+
name: rake
|
16
|
+
requirement: !ruby/object:Gem::Requirement
|
17
|
+
none: false
|
18
|
+
requirements:
|
19
|
+
- - ~>
|
20
|
+
- !ruby/object:Gem::Version
|
21
|
+
version: '10.0'
|
22
|
+
type: :development
|
23
|
+
prerelease: false
|
24
|
+
version_requirements: !ruby/object:Gem::Requirement
|
25
|
+
none: false
|
26
|
+
requirements:
|
27
|
+
- - ~>
|
28
|
+
- !ruby/object:Gem::Version
|
29
|
+
version: '10.0'
|
30
|
+
- !ruby/object:Gem::Dependency
|
31
|
+
name: rspec
|
32
|
+
requirement: !ruby/object:Gem::Requirement
|
33
|
+
none: false
|
34
|
+
requirements:
|
35
|
+
- - ~>
|
36
|
+
- !ruby/object:Gem::Version
|
37
|
+
version: '2.13'
|
38
|
+
type: :development
|
39
|
+
prerelease: false
|
40
|
+
version_requirements: !ruby/object:Gem::Requirement
|
41
|
+
none: false
|
42
|
+
requirements:
|
43
|
+
- - ~>
|
44
|
+
- !ruby/object:Gem::Version
|
45
|
+
version: '2.13'
|
46
|
+
- !ruby/object:Gem::Dependency
|
47
|
+
name: factory_girl_rails
|
48
|
+
requirement: !ruby/object:Gem::Requirement
|
49
|
+
none: false
|
50
|
+
requirements:
|
51
|
+
- - '>='
|
52
|
+
- !ruby/object:Gem::Version
|
53
|
+
version: '0'
|
54
|
+
type: :development
|
55
|
+
prerelease: false
|
56
|
+
version_requirements: !ruby/object:Gem::Requirement
|
57
|
+
none: false
|
58
|
+
requirements:
|
59
|
+
- - '>='
|
60
|
+
- !ruby/object:Gem::Version
|
61
|
+
version: '0'
|
62
|
+
- !ruby/object:Gem::Dependency
|
63
|
+
name: fivemat
|
64
|
+
requirement: !ruby/object:Gem::Requirement
|
65
|
+
none: false
|
66
|
+
requirements:
|
67
|
+
- - ~>
|
68
|
+
- !ruby/object:Gem::Version
|
69
|
+
version: '1.2'
|
70
|
+
type: :development
|
71
|
+
prerelease: false
|
72
|
+
version_requirements: !ruby/object:Gem::Requirement
|
73
|
+
none: false
|
74
|
+
requirements:
|
75
|
+
- - ~>
|
76
|
+
- !ruby/object:Gem::Version
|
77
|
+
version: '1.2'
|
78
|
+
- !ruby/object:Gem::Dependency
|
79
|
+
name: pry
|
80
|
+
requirement: !ruby/object:Gem::Requirement
|
81
|
+
none: false
|
82
|
+
requirements:
|
83
|
+
- - '>='
|
84
|
+
- !ruby/object:Gem::Version
|
85
|
+
version: '0'
|
86
|
+
type: :development
|
87
|
+
prerelease: false
|
88
|
+
version_requirements: !ruby/object:Gem::Requirement
|
89
|
+
none: false
|
90
|
+
requirements:
|
91
|
+
- - '>='
|
92
|
+
- !ruby/object:Gem::Version
|
93
|
+
version: '0'
|
94
|
+
- !ruby/object:Gem::Dependency
|
95
|
+
name: activesupport
|
96
|
+
requirement: !ruby/object:Gem::Requirement
|
97
|
+
none: false
|
98
|
+
requirements:
|
99
|
+
- - '>='
|
100
|
+
- !ruby/object:Gem::Version
|
101
|
+
version: 3.0.0
|
102
|
+
type: :runtime
|
103
|
+
prerelease: false
|
104
|
+
version_requirements: !ruby/object:Gem::Requirement
|
105
|
+
none: false
|
106
|
+
requirements:
|
107
|
+
- - '>='
|
108
|
+
- !ruby/object:Gem::Version
|
109
|
+
version: 3.0.0
|
110
|
+
- !ruby/object:Gem::Dependency
|
111
|
+
name: activemodel
|
112
|
+
requirement: !ruby/object:Gem::Requirement
|
113
|
+
none: false
|
114
|
+
requirements:
|
115
|
+
- - '>='
|
116
|
+
- !ruby/object:Gem::Version
|
117
|
+
version: 3.0.0
|
118
|
+
type: :runtime
|
119
|
+
prerelease: false
|
120
|
+
version_requirements: !ruby/object:Gem::Requirement
|
121
|
+
none: false
|
122
|
+
requirements:
|
123
|
+
- - '>='
|
124
|
+
- !ruby/object:Gem::Version
|
125
|
+
version: 3.0.0
|
126
|
+
- !ruby/object:Gem::Dependency
|
127
|
+
name: scope_composer
|
128
|
+
requirement: !ruby/object:Gem::Requirement
|
129
|
+
none: false
|
130
|
+
requirements:
|
131
|
+
- - ~>
|
132
|
+
- !ruby/object:Gem::Version
|
133
|
+
version: '0.3'
|
134
|
+
type: :runtime
|
135
|
+
prerelease: false
|
136
|
+
version_requirements: !ruby/object:Gem::Requirement
|
137
|
+
none: false
|
138
|
+
requirements:
|
139
|
+
- - ~>
|
140
|
+
- !ruby/object:Gem::Version
|
141
|
+
version: '0.3'
|
142
|
+
- !ruby/object:Gem::Dependency
|
143
|
+
name: quandl_data
|
144
|
+
requirement: !ruby/object:Gem::Requirement
|
145
|
+
none: false
|
146
|
+
requirements:
|
147
|
+
- - ~>
|
148
|
+
- !ruby/object:Gem::Version
|
149
|
+
version: '1.0'
|
150
|
+
type: :runtime
|
151
|
+
prerelease: false
|
152
|
+
version_requirements: !ruby/object:Gem::Requirement
|
153
|
+
none: false
|
154
|
+
requirements:
|
155
|
+
- - ~>
|
156
|
+
- !ruby/object:Gem::Version
|
157
|
+
version: '1.0'
|
158
|
+
- !ruby/object:Gem::Dependency
|
159
|
+
name: quandl_logger
|
160
|
+
requirement: !ruby/object:Gem::Requirement
|
161
|
+
none: false
|
162
|
+
requirements:
|
163
|
+
- - ~>
|
164
|
+
- !ruby/object:Gem::Version
|
165
|
+
version: '0.1'
|
166
|
+
type: :runtime
|
167
|
+
prerelease: false
|
168
|
+
version_requirements: !ruby/object:Gem::Requirement
|
169
|
+
none: false
|
170
|
+
requirements:
|
171
|
+
- - ~>
|
172
|
+
- !ruby/object:Gem::Version
|
173
|
+
version: '0.1'
|
174
|
+
- !ruby/object:Gem::Dependency
|
175
|
+
name: quandl_operation
|
176
|
+
requirement: !ruby/object:Gem::Requirement
|
177
|
+
none: false
|
178
|
+
requirements:
|
179
|
+
- - ~>
|
180
|
+
- !ruby/object:Gem::Version
|
181
|
+
version: '0.1'
|
182
|
+
type: :runtime
|
183
|
+
prerelease: false
|
184
|
+
version_requirements: !ruby/object:Gem::Requirement
|
185
|
+
none: false
|
186
|
+
requirements:
|
187
|
+
- - ~>
|
188
|
+
- !ruby/object:Gem::Version
|
189
|
+
version: '0.1'
|
190
|
+
- !ruby/object:Gem::Dependency
|
191
|
+
name: cql-rb
|
192
|
+
requirement: !ruby/object:Gem::Requirement
|
193
|
+
none: false
|
194
|
+
requirements:
|
195
|
+
- - '='
|
196
|
+
- !ruby/object:Gem::Version
|
197
|
+
version: 1.1.0.rc0
|
198
|
+
type: :runtime
|
199
|
+
prerelease: false
|
200
|
+
version_requirements: !ruby/object:Gem::Requirement
|
201
|
+
none: false
|
202
|
+
requirements:
|
203
|
+
- - '='
|
204
|
+
- !ruby/object:Gem::Version
|
205
|
+
version: 1.1.0.rc0
|
206
|
+
description: Quandl cassandra interface. CQL.
|
207
|
+
email:
|
208
|
+
- blake@hilscher.ca
|
209
|
+
executables: []
|
210
|
+
extensions: []
|
211
|
+
extra_rdoc_files: []
|
212
|
+
files:
|
213
|
+
- .gitignore
|
214
|
+
- Gemfile
|
215
|
+
- LICENSE
|
216
|
+
- README.md
|
217
|
+
- Rakefile
|
218
|
+
- UPGRADE.md
|
219
|
+
- lib/quandl/cassandra.rb
|
220
|
+
- lib/quandl/cassandra/base.rb
|
221
|
+
- lib/quandl/cassandra/base/attributes.rb
|
222
|
+
- lib/quandl/cassandra/base/callbacks.rb
|
223
|
+
- lib/quandl/cassandra/base/connection.rb
|
224
|
+
- lib/quandl/cassandra/base/logging.rb
|
225
|
+
- lib/quandl/cassandra/base/naming.rb
|
226
|
+
- lib/quandl/cassandra/base/persistence.rb
|
227
|
+
- lib/quandl/cassandra/base/sanitization.rb
|
228
|
+
- lib/quandl/cassandra/base/schema.rb
|
229
|
+
- lib/quandl/cassandra/base/scoping.rb
|
230
|
+
- lib/quandl/cassandra/configuration.rb
|
231
|
+
- lib/quandl/cassandra/error.rb
|
232
|
+
- lib/quandl/cassandra/types.rb
|
233
|
+
- lib/quandl/cassandra/types/abstract_type.rb
|
234
|
+
- lib/quandl/cassandra/types/boolean_type.rb
|
235
|
+
- lib/quandl/cassandra/types/decimal_type.rb
|
236
|
+
- lib/quandl/cassandra/types/double_type.rb
|
237
|
+
- lib/quandl/cassandra/types/float_type.rb
|
238
|
+
- lib/quandl/cassandra/types/integer_type.rb
|
239
|
+
- lib/quandl/cassandra/types/long_type.rb
|
240
|
+
- lib/quandl/cassandra/types/timestamp_type.rb
|
241
|
+
- lib/quandl/cassandra/types/utf8_type.rb
|
242
|
+
- lib/quandl/cassandra/types/uuid_type.rb
|
243
|
+
- lib/quandl/cassandra/version.rb
|
244
|
+
- lib/quandl/cassandra_models/column.rb
|
245
|
+
- lib/quandl/cassandra_models/column/read.rb
|
246
|
+
- lib/quandl/cassandra_models/column/read/collapse.rb
|
247
|
+
- lib/quandl/cassandra_models/column/read/column.rb
|
248
|
+
- lib/quandl/cassandra_models/column/read/data_table.rb
|
249
|
+
- lib/quandl/cassandra_models/column/read/offset.rb
|
250
|
+
- lib/quandl/cassandra_models/column/read/query.rb
|
251
|
+
- lib/quandl/cassandra_models/column/read/row.rb
|
252
|
+
- lib/quandl/cassandra_models/column/read/transform.rb
|
253
|
+
- lib/quandl/cassandra_models/column/read/type.rb
|
254
|
+
- lib/quandl/cassandra_models/column/write.rb
|
255
|
+
- lib/quandl/cassandra_models/column/write/group_data_by_column.rb
|
256
|
+
- lib/quandl/cassandra_models/column/write/group_data_by_frequency.rb
|
257
|
+
- lib/quandl/cassandra_models/column/write/insert_columns.rb
|
258
|
+
- lib/quandl/cassandra_models/column/write/insert_data.rb
|
259
|
+
- lib/quandl/cassandra_models/column_attribute.rb
|
260
|
+
- lib/quandl/cassandra_models/data.rb
|
261
|
+
- lib/quandl/cassandra_models/dataset.rb
|
262
|
+
- lib/quandl/cassandra_models/dataset_attribute.rb
|
263
|
+
- lib/quandl/cassandra_models/multiset.rb
|
264
|
+
- lib/quandl/strategy.rb
|
265
|
+
- quandl_cassandra.gemspec
|
266
|
+
- spec/expectations/string.rb
|
267
|
+
- spec/expectations/time.rb
|
268
|
+
- spec/factories/dataset.rb
|
269
|
+
- spec/lib/quandl/cassandra/base/scoping_spec.rb
|
270
|
+
- spec/lib/quandl/cassandra_models/column/write/group_data_by_frequency_spec.rb
|
271
|
+
- spec/lib/quandl/cassandra_models/column/write_spec.rb
|
272
|
+
- spec/lib/quandl/cassandra_models/column_attribute_spec.rb
|
273
|
+
- spec/lib/quandl/cassandra_models/column_spec.rb
|
274
|
+
- spec/lib/quandl/cassandra_models/data_spec.rb
|
275
|
+
- spec/lib/quandl/cassandra_models/dataset/collapse_spec.rb
|
276
|
+
- spec/lib/quandl/cassandra_models/dataset/column_spec.rb
|
277
|
+
- spec/lib/quandl/cassandra_models/dataset/persistence_spec.rb
|
278
|
+
- spec/lib/quandl/cassandra_models/dataset/row_spec.rb
|
279
|
+
- spec/lib/quandl/cassandra_models/dataset/transform_spec.rb
|
280
|
+
- spec/lib/quandl/cassandra_models/dataset/trim_spec.rb
|
281
|
+
- spec/lib/quandl/cassandra_models/dataset/update_spec.rb
|
282
|
+
- spec/lib/quandl/cassandra_models/dataset_attribute_spec.rb
|
283
|
+
- spec/lib/quandl/cassandra_models/dataset_spec.rb
|
284
|
+
- spec/lib/quandl/cassandra_models/multiset/collapse_spec.rb
|
285
|
+
- spec/lib/quandl/cassandra_models/multiset/columns_spec.rb
|
286
|
+
- spec/lib/quandl/cassandra_models/multiset/data_spec.rb
|
287
|
+
- spec/lib/quandl/cassandra_models/multiset/transform_spec.rb
|
288
|
+
- spec/lib/quandl/cassandra_spec.rb
|
289
|
+
- spec/spec_helper.rb
|
290
|
+
homepage: http://blake.hilscher.ca/
|
291
|
+
licenses:
|
292
|
+
- MIT
|
293
|
+
post_install_message:
|
294
|
+
rdoc_options: []
|
295
|
+
require_paths:
|
296
|
+
- lib
|
297
|
+
required_ruby_version: !ruby/object:Gem::Requirement
|
298
|
+
none: false
|
299
|
+
requirements:
|
300
|
+
- - '>='
|
301
|
+
- !ruby/object:Gem::Version
|
302
|
+
version: '0'
|
303
|
+
required_rubygems_version: !ruby/object:Gem::Requirement
|
304
|
+
none: false
|
305
|
+
requirements:
|
306
|
+
- - '>='
|
307
|
+
- !ruby/object:Gem::Version
|
308
|
+
version: '0'
|
309
|
+
requirements: []
|
310
|
+
rubyforge_project:
|
311
|
+
rubygems_version: 1.8.25
|
312
|
+
signing_key:
|
313
|
+
specification_version: 3
|
314
|
+
summary: Quandl cassandra interface.
|
315
|
+
test_files:
|
316
|
+
- spec/expectations/string.rb
|
317
|
+
- spec/expectations/time.rb
|
318
|
+
- spec/factories/dataset.rb
|
319
|
+
- spec/lib/quandl/cassandra/base/scoping_spec.rb
|
320
|
+
- spec/lib/quandl/cassandra_models/column/write/group_data_by_frequency_spec.rb
|
321
|
+
- spec/lib/quandl/cassandra_models/column/write_spec.rb
|
322
|
+
- spec/lib/quandl/cassandra_models/column_attribute_spec.rb
|
323
|
+
- spec/lib/quandl/cassandra_models/column_spec.rb
|
324
|
+
- spec/lib/quandl/cassandra_models/data_spec.rb
|
325
|
+
- spec/lib/quandl/cassandra_models/dataset/collapse_spec.rb
|
326
|
+
- spec/lib/quandl/cassandra_models/dataset/column_spec.rb
|
327
|
+
- spec/lib/quandl/cassandra_models/dataset/persistence_spec.rb
|
328
|
+
- spec/lib/quandl/cassandra_models/dataset/row_spec.rb
|
329
|
+
- spec/lib/quandl/cassandra_models/dataset/transform_spec.rb
|
330
|
+
- spec/lib/quandl/cassandra_models/dataset/trim_spec.rb
|
331
|
+
- spec/lib/quandl/cassandra_models/dataset/update_spec.rb
|
332
|
+
- spec/lib/quandl/cassandra_models/dataset_attribute_spec.rb
|
333
|
+
- spec/lib/quandl/cassandra_models/dataset_spec.rb
|
334
|
+
- spec/lib/quandl/cassandra_models/multiset/collapse_spec.rb
|
335
|
+
- spec/lib/quandl/cassandra_models/multiset/columns_spec.rb
|
336
|
+
- spec/lib/quandl/cassandra_models/multiset/data_spec.rb
|
337
|
+
- spec/lib/quandl/cassandra_models/multiset/transform_spec.rb
|
338
|
+
- spec/lib/quandl/cassandra_spec.rb
|
339
|
+
- spec/spec_helper.rb
|