data_frame 0.1.8

data/spec/data_frame/id3_spec.rb

@@ -0,0 +1,22 @@
+require File.join(File.dirname(__FILE__), "/../spec_helper")
+require 'data_frame/id3'
+
+describe "DecisionTree" do
+
+  before do
+    @filename = File.expand_path(File.join(File.dirname(__FILE__), "../fixtures/discrete_training.csv"))
+    @df = DataFrame.from_csv(@filename)
+    @test_data = File.read(@filename)
+  end
+  
+  it "should require the decisiontree gem" do
+    defined?(DecisionTree::ID3Tree).should eql('constant')
+  end
+  
+  it "should be able to create a decision tree from a data frame" do
+    # Come back to this.
+    # @df.create_id3(:purchase)
+    # @df.id3.train
+    # @df.id3.predict(["36 - 55", "masters", "high", "single", 1]).should eql(1)
+  end
+end

data/spec/data_frame/model_spec.rb

@@ -0,0 +1,36 @@
+require File.join(File.dirname(__FILE__), "/../spec_helper")
+
+describe DataFrame, "model" do
+  before do
+    @csv = %{a,b,c
+1,2,3
+2,2,2
+4,5,6}
+    @df = DataFrame.from_csv(@csv)
+  end
+  
+  it "should be able to define a model with a block" do
+    @df.model(:b2) do |m|
+      m.b 2
+    end
+    
+    @df.models.table.keys.should eql([:b2])
+    @df.models.b2.size.should eql(2)
+    @df.models.b2.b.should eql([2,2])
+  end
+  
+  it "should be able to define a model with a range of values" do
+    @df.model(:a12) do |m|
+      m.a(1..2)
+    end
+    @df.models.a12.a.should eql([1,2])
+  end
+  
+  it "should be able to define a model with a set of values" do
+    @df.model(:a14) do |m|
+      m.a [1,4]
+    end
+    @df.models.a14.a.should eql([1,4])
+  end
+  
+end

data/spec/data_frame/parameter_capture_spec.rb

@@ -0,0 +1,32 @@
+require File.join(File.dirname(__FILE__), "/../spec_helper")
+
+describe ParameterCapture do
+  
+  it "should take a block for a column list" do
+    pc = ParameterCapture.new do |p|
+      p.a 1
+      p.b 2
+    end
+    pc.parameters.table.should == {:a => 1, :b => 2}
+  end
+  
+  it "should be able to capture an array as a parameter, meaning an or-condition" do
+    pc = ParameterCapture.new do |p|
+      p.or_condition [1,2]
+    end
+    pc.parameters.or_condition.should eql([1,2])
+  end
+  
+  it "should be able to capture a range as a parameter, meaning a continuous-or-condition" do
+    pc = ParameterCapture.new do |p|
+      p.a(1..2)
+    end
+    pc.parameters.a.should eql((1..2))
+  end
+  
+  it "should play setter/getter schizophrenia" do
+    pc = ParameterCapture.new {}
+    pc.show 1
+    pc.show.should eql(1)
+  end
+end

data/spec/data_frame/transposable_array_spec.rb

@@ -0,0 +1,138 @@
+require File.join(File.dirname(__FILE__), "/../spec_helper")
+
+describe TransposableArray do
+  before do
+    @ta = TransposableArray.new [[1,2,3],[4,5,6],[7,8,9]]
+    @t = [[1,4,7],[2,5,8],[3,6,9]]
+  end
+  
+  it "should be able to transpose itself" do
+    @ta.transpose.should eql(@t)
+  end
+  
+  it "should cache the transpose" do
+    @ta.cache.should be_nil
+    @ta.transpose
+    @ta.cache.should eql(@t)
+  end
+  
+  it "should clear the cache on taint" do
+    @count = nil
+    @ta.transpose
+    @ta.taint
+    @ta.cache.should be_nil
+  end
+  
+  it "should clear the cache on []=" do
+    @ta.transpose
+    @ta[0] = 1
+    @ta.cache.should be_nil
+  end
+
+  it "should clear the cache on <<" do
+    @ta.transpose
+    @ta << 1
+    @ta.cache.should be_nil
+  end
+
+  it "should clear the cache on delete" do
+    @ta.transpose
+    @ta.delete(0)
+    @ta.cache.should be_nil
+  end
+
+  it "should clear the cache on push" do
+    @ta.transpose
+    @ta.push(1)
+    @ta.cache.should be_nil
+  end
+
+  it "should clear the cache on pop" do
+    @ta.transpose
+    @ta.pop
+    @ta.cache.should be_nil
+  end
+
+  it "should clear the cache on shift" do
+    @ta.transpose
+    @ta.shift
+    @ta.cache.should be_nil
+  end
+
+  it "should clear the cache on unshift" do
+    @ta.transpose
+    @ta.unshift(1)
+    @ta.cache.should be_nil
+  end
+
+  it "should clear the cache on map!" do
+    @ta.transpose
+    @ta.map!{ |e| e }
+    @ta.cache.should be_nil
+  end
+
+  it "should clear the cache on sort!" do
+    @ta.transpose
+    @ta.sort!
+    @ta.cache.should be_nil
+  end
+
+  it "should clear the cache on reverse!" do
+    @ta.transpose
+    @ta.reverse!
+    @ta.cache.should be_nil
+  end
+
+  it "should clear the cache on collect!" do
+    @ta.transpose
+    @ta.collect! {|e| e}
+    @ta.cache.should be_nil
+  end
+
+  it "should clear the cache on compact!" do
+    @ta.transpose
+    @ta.compact!
+    @ta.cache.should be_nil
+  end
+
+  it "should clear the cache on reject!" do
+    @ta.transpose
+    @ta.reject! {|e| e}
+    @ta.cache.should be_nil
+  end
+
+  it "should clear the cache on slice!" do
+    @ta.transpose
+    @ta.slice!(1,2)
+    @ta.cache.should be_nil
+  end
+
+  it "should clear the cache on flatten!" do
+    @ta.transpose
+    @ta.flatten!
+    @ta.cache.should be_nil
+  end
+
+  it "should clear the cache on uniq!" do
+    @ta.transpose
+    @ta.uniq!
+    @ta.cache.should be_nil
+  end
+
+  it "should clear the cache on clear" do
+    @ta.transpose
+    @ta.clear
+    @ta.cache.should be_nil
+  end
+
+  it "should not adjust the array in other methods" do
+    @ta.transpose
+    @ta.at(0)
+    @ta.sort
+    @ta.uniq
+    @ta.find{|e| e}
+    @ta.cache.should eql(@t)
+  end
+end
+
+

data/spec/data_frame_spec.rb

@@ -0,0 +1,29 @@
+require File.join(File.dirname(__FILE__), "/spec_helper")
+
+describe DataFrame, "gem dependencies" do
+  
+  it "should use RubyGems" do
+    defined?(Gem).should eql('constant')
+  end
+  
+  it "should use ActiveSupport" do
+    defined?(ActiveSupport).should eql('constant')
+  end
+  
+  it "should use JustEnumerableStats" do
+    [1]._jes_average.should eql(1)
+  end
+  
+  it "should use OpenURI" do
+    defined?(OpenURI).should eql('constant')
+  end
+  
+  it "should use FasterCSV" do
+    defined?(FasterCSV).should eql('constant')
+  end
+  
+  it "should use OpenStruct" do
+    defined?(OpenStruct).should eql('constant')
+  end
+
+end

data/spec/ext/array_spec.rb

@@ -0,0 +1,13 @@
+require File.join(File.dirname(__FILE__), "/../spec_helper")
+
+describe Array do
+  it "should be able to determine its dimensions" do
+    [1,2,3].dimensions.should eql(1)
+    [[1,2,3], [1,2,3]].dimensions.should eql(2)
+    [[[1,2,3], [1,2,3]], [[1,2,3], [1,2,3], [[1,2,3], [1,2,3]]]].dimensions.should eql(3)
+  end
+  
+  it "should depend on the first element to determine dimensions" do
+    [1, [1,2]].dimensions.should eql(1)
+  end
+end

data/spec/fixtures/basic.csv

@@ -0,0 +1,3 @@
+X,Y,month,day,FFMC,DMC,DC,ISI,temp,RH,wind,rain,area
+7,5,mar,fri,86.2,26.2,94.3,5.1,8.2,51,6.7,0,0
+7,4,oct,tue,90.6,35.4,669.1,6.7,18,33,0.9,0,0

data/spec/fixtures/discrete_testing.csv

@@ -0,0 +1,4 @@
+36 - 55,masters,high,single,will buy
+18 - 35,high school,low,single,won't buy
+18 - 35,masters,high,single,won't buy
+36 - 55,high school,low,single,will buy

data/spec/fixtures/discrete_training.csv

@@ -0,0 +1,21 @@
+Age,Education,Income,Marital Status,Purchase
+36 - 55,masters,high,single,will buy
+18 - 35,high school,low,single,won't buy
+36 - 55,masters,low,single,will buy
+18 - 35,bachelors,high,single,won't buy
+< 18,high school,low,single,will buy
+18 - 35,bachelors,high,married,won't buy
+36 - 55,bachelors,low,married,won't buy
+> 55,bachelors,high,single,will buy
+36 - 55,masters,low,married,won't buy
+> 55,masters,low,married,will buy
+36 - 55,masters,high,single,will buy
+> 55,masters,high,single,will buy
+< 18,high school,high,single,won't buy
+36 - 55,masters,low,single,will buy
+36 - 55,high school,low,single,will buy
+< 18,high school,low,married,will buy
+18 - 35,bachelors,high,married,won't buy
+> 55,high school,high,married,will buy
+> 55,bachelors,low,single,will buy
+36 - 55,high school,high,married,won't buy

data/spec/spec_helper.rb

@@ -0,0 +1,8 @@
+$: << File.join(File.dirname(__FILE__), "/../lib") 
+require 'rubygems' 
+require 'spec' 
+require 'data_frame'
+
+Spec::Runner.configure do |config|
+  
+end

metadata

@@ -0,0 +1,128 @@
+--- !ruby/object:Gem::Specification 
+name: data_frame
+version: !ruby/object:Gem::Version 
+  version: 0.1.8
+platform: ruby
+authors: 
+- David Richards
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-10-15 00:00:00 -06:00
+default_executable: plain_frame
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: activesupport
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: davidrichards-just_enumerable_stats
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: fastercsv
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+description: Data Frames with memoized transpose
+email: davidlamontrichards@gmail.com
+executables: 
+- plain_frame
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- README.rdoc
+- VERSION.yml
+- bin/plain_frame
+- lib/data_frame/arff.rb
+- lib/data_frame/callback_array.rb
+- lib/data_frame/core/column_management.rb
+- lib/data_frame/core/filter.rb
+- lib/data_frame/core/import.rb
+- lib/data_frame/core/pre_process.rb
+- lib/data_frame/core/saving.rb
+- lib/data_frame/core/training.rb
+- lib/data_frame/data_frame.rb
+- lib/data_frame/id3.rb
+- lib/data_frame/kmeans.rb
+- lib/data_frame/labels_from_uci.rb
+- lib/data_frame/mlp.rb
+- lib/data_frame/model.rb
+- lib/data_frame/parameter_capture.rb
+- lib/data_frame/sbn.rb
+- lib/data_frame/transposable_array.rb
+- lib/data_frame.rb
+- lib/ext/array.rb
+- lib/ext/open_struct.rb
+- lib/ext/string.rb
+- lib/ext/symbol.rb
+- spec/data_frame/arff_spec.rb
+- spec/data_frame/callback_array_spec.rb
+- spec/data_frame/core/column_management_spec.rb
+- spec/data_frame/core/filter_spec.rb
+- spec/data_frame/core/import_spec.rb
+- spec/data_frame/core/pre_process_spec.rb
+- spec/data_frame/core/saving_spec.rb
+- spec/data_frame/core/training_spec.rb
+- spec/data_frame/data_frame_spec.rb
+- spec/data_frame/id3_spec.rb
+- spec/data_frame/model_spec.rb
+- spec/data_frame/parameter_capture_spec.rb
+- spec/data_frame/transposable_array_spec.rb
+- spec/data_frame_spec.rb
+- spec/ext/array_spec.rb
+- spec/fixtures/basic.csv
+- spec/fixtures/discrete_testing.csv
+- spec/fixtures/discrete_training.csv
+- spec/spec_helper.rb
+has_rdoc: true
+homepage: http://github.com/davidrichards/data_frame
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --inline-source
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: Data Frames with memoized transpose
+test_files: []
+