jsvd-sequel_vectorized 0.0.3

data/ChangeLog

@@ -0,0 +1,11 @@
+== 0.0.3 / 2009-01-28
+
+* No longer has module Sequel::Plugins::Vectorized
+
+== 0.0.2 / 2009-01-28
+
+* Bit more plugin-ish.
+
+== 0.0.1 / 2009-01-28
+
+* initial release

data/README.rdoc

@@ -0,0 +1,28 @@
+== sequel_vectorized
+
+* Allows Sequel::Dataset to be exported as an Hash of Arrays and NArrays (http://narray.rubyforge.org)
+* Numeric and boolean columns are converted to NArrays. Others are kept as Arrays.
+* Aims for bulk numeric data processing
+
+== Example
+
+  TODO
+
+== Installation
+
+	gem install jsvd-sequel_vectorized
+
+== Features/Problems
+
+  * Conversions are currently limited to Numeric => Float, Boolean => byte
+  * TODO: optionally pass an Hash of :class => proc to vectorize.
+    *  Proc will transform an instance of :class to a NArray usable type (float, byte)
+
+== Synopsis
+
+
+== Copyright
+
+Author::    João Duarte <jsvduarte@gmail.com>
+Copyright:: Copyright (c) 2008 jsvd
+License::   

data/lib/sequel_vectorized.rb

@@ -0,0 +1,29 @@
+require 'narray'
+
+class Sequel::Dataset
+  def vectorize 
+
+    result = {}
+
+    # transform dataset to hash of arrays
+    map {|row| row.each{|att,value| (result[att] ||= []) << value}}
+
+    # transform numeric and boolean arrays to narrays
+    result.each do |k,v|
+
+      first = v.first
+
+      if first.kind_of?(Numeric) then
+
+        v[0] = first.to_f # so NArray is always of type float
+        result[k] = NArray.to_na v
+
+      elsif first == true || first == false then
+
+        result[k] = NArray.float(v.size)
+        result[k][] = v.map {|i| (i == true) ? 1 : 0 }
+
+      end
+    end
+  end
+end

data/sequel_vectorized.gemspec

@@ -0,0 +1,25 @@
+spec = Gem::Specification.new do |s|
+	s.name              = "sequel_vectorized"
+	s.version           = "0.0.3"
+	s.platform          = Gem::Platform::RUBY
+	s.has_rdoc          = false
+	s.summary           = ""
+	s.description       = ""
+	s.author            = "João Duarte"
+	s.email             = "jsvduarte@gmail.com"
+	#s.executables       = %w(  )
+	#s.bindir            = "bin"
+	s.require_path      = "lib"
+
+	s.add_dependency('sequel', '>=2.9.0')
+	s.add_dependency('narray', '>=0.5.8')
+	s.required_ruby_version = '>= 1.8.5'
+
+  s.files = %w(
+    lib/sequel_vectorized.rb
+    README.rdoc
+    spec/sequel_vectorized_spec.rb
+    sequel_vectorized.gemspec
+    ChangeLog)
+
+end

data/spec/sequel_vectorized_spec.rb

@@ -0,0 +1,75 @@
+require 'spec'
+require 'sequel'
+
+describe Sequel::Dataset do
+
+  before :all do
+
+    @DB = Sequel::sqlite
+
+    @DB.create_table :items do
+      text :name, :unique => true, :null => false
+      boolean :active, :default => true
+      column :price, :float
+    end
+
+    @DB.create_table :events do
+      float :value
+      float :ts
+    end
+
+    @items = @DB[:items]
+
+    @items << {:name => 'abc', :price => 97}
+    @items << {:name => 'def', :price => 11, :active => false}
+    @items << {:name => 'ghi', :price => 18}
+
+    @events = @DB[:events]
+
+    @events << {:value => 2.2, :ts => Time.local(2008,1,1,12,30).to_f}
+    @events << {:value => 1.1, :ts => Time.local(2008,1,1,13,30).to_f}
+    @events << {:value => 3.3, :ts => Time.local(2008,1,1,14,30).to_f}
+
+  end
+
+  it "doesn't complain when including in Sequel::Dataset class" do
+    lambda {
+      require 'lib/sequel_vectorized'
+    }.should_not raise_error
+  end
+
+  it "transforms numeric columns to narray" do
+
+    ret = @events.select(:value).vectorize
+    ret[:value].should be_an_instance_of NArray
+    ret[:value].should == NArray.to_na([2.2, 1.1, 3.3])
+
+  end
+
+  it "creates narray of floats for any kind of numeric array" do
+
+    ret = @events.vectorize
+    ret.each {|k,v| v.should be_an_instance_of NArray }
+    ret.should == { 
+      :value  => NArray.to_na([2.2, 1.1, 3.3]),
+      :ts     => NArray.to_na([1199190600.0, 1199194200.0, 1199197800.0])
+    }
+
+  end
+
+  it "creates narray of bytes from an array of booleans" do 
+
+    ret = @items.select(:active).vectorize
+    ret[:active].should == NArray.to_na([1,0,1])
+
+  end
+
+  # spec an example filter
+  it "is possible to vectorize the result set of a filter" do
+    @events.filter(:value > 2).vectorize.should == {
+      :value => NArray.to_na([2.2, 3.3]),
+      :ts => NArray.to_na([Time.local(2008,1,1,12,30).to_f, Time.local(2008,1,1,14,30).to_f])
+    }
+  end
+
+end

metadata

@@ -0,0 +1,74 @@
+--- !ruby/object:Gem::Specification 
+name: jsvd-sequel_vectorized
+version: !ruby/object:Gem::Version 
+  version: 0.0.3
+platform: ruby
+authors: 
+- "Jo\xC3\xA3o Duarte"
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-01-11 00:00:00 -08:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: sequel
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 2.9.0
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: narray
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.5.8
+    version: 
+description: ""
+email: jsvduarte@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- lib/sequel_vectorized.rb
+- README.rdoc
+- spec/sequel_vectorized_spec.rb
+- sequel_vectorized.gemspec
+- ChangeLog
+has_rdoc: false
+homepage: 
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: 1.8.5
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.2.0
+signing_key: 
+specification_version: 2
+summary: ""
+test_files: []
+