em-rserve 0.1.0

data/samples/fibers.rb

@@ -0,0 +1,32 @@
+$LOAD_PATH << './lib'
+require 'em-rserve'
+require 'em-rserve/pooler'
+
+class MyConnection < EM::Rserve::FiberedConnection
+  def ready
+    p 'ready'
+    super
+  end
+end
+
+pool = EM::Rserve::Pooler.new(3, MyConnection)
+
+EM::run do
+  pool.fill
+
+  EM.next_tick do
+    EM::Rserve::Pooler::r do |r|
+      x = (0 .. 5).map{|v| Math.sin(v)}
+      y = x.map{|i| i**2 + 0.4*rand()}
+      r[:dat] = {x: x, y: y}
+      p r.call('cor(dat$x, dat$y)')
+    end
+  end
+
+  EM.add_periodic_timer(1) do
+    pool.r do |r|
+      r[:dat] = 'hello world'
+      p r[:dat]
+    end
+  end
+end

data/samples/run.rb

@@ -0,0 +1,66 @@
+#example which shows how various R objects are dumped and translated in Ruby
+$LOAD_PATH << './lib'
+
+require 'em-rserve'
+require 'pp'
+
+class DevelConnection < EM::Rserve::Connection
+  attr_reader :request_queue
+
+  def receive_message(msg)
+    super
+    dump_sexp(msg)
+  end
+
+  def dump_sexp(msg)
+    raise unless msg.parameters.size == 1
+    root = msg.parameters.first
+    catch :cannot_translate do
+      val =  EM::Rserve::R::RtoRuby::Translator.r_to_ruby(root)
+      puts "translated"
+      puts val.inspect
+    end
+    node = root.children.first
+    pp node
+  end
+
+  def unbind
+    super
+    p "closing"
+  end
+
+  def ready
+    puts "ready"
+
+    r_eval 'as.Date("2/3/2004", "%m/%d/%Y")'
+    return
+    r_eval 'ts(1:8)'
+    r_eval 'as.formula(y~x1+x2+x3)'
+    r_eval 'raw(8)'
+    r_eval 'c(NaN, Inf)'
+    r_eval 'quote(c(1:3))'
+    r_eval 'as.factor(c("a", "a", "b", "c"))' 
+    r_eval "data.frame(foo=c(1:8), bar=seq(100,800,100))"
+    r_eval 'table(c(1,2,3,2,2))'
+    r_eval 'list(name="Fred", wife="Mary", no.children=3, child.ages=c(4,7,9))'
+    r_eval 'c(1:5)'
+    r_eval 'TRUE'
+    r_eval 'FALSE'
+    r_eval 'NA'
+    r_eval "data(Cars93, package='MASS')"
+    r_eval "cor(c(1:100), runif(1:100))"
+    r_eval "cor(c(1:100), c(1:100))"
+    r_eval 'table(c("a", "b", "c", "a", "b"))'
+    r_eval "data.frame(foo=c(1:8))"
+    r_eval "data.frame(foo=c(1,2,3), bar=c(NA,FALSE,TRUE), row.names=c('foo','bar','baz'))" 
+#    r_eval 'function(a,b=2){a+b}' 
+#    r_eval 'ls'
+#    r_eval 'print'
+    r_eval 't.test(c(1,2,3,1),c(1,6,7,8))'
+  end
+
+end
+
+EM.run do
+  DevelConnection.start
+end

data/samples/sql.rb

@@ -0,0 +1,167 @@
+# this example requires 
+#   rubygems: sequel and the sqlite3 adapter
+#   R:        RSQLite package
+# first run this script with 'create' argument to generate a simple table
+require 'sequel'
+
+DB = Sequel.sqlite('dat.sqlite')
+items = DB[:items]
+
+if ARGV.include?('create')
+  DB.create_table :items do
+    primary_key :id
+    String :name
+    Float :price
+    Float :sells
+  end
+
+  100.times do |t|
+    price = rand(t)*100
+    sells = rand(Math.sqrt(price))
+    items.insert(:name => 'abc', 
+                 :price => price,
+                 :sells => sells)
+  end
+end
+
+$code = items.filter(:name => 'abc').sql
+p $code
+
+DB.disconnect
+
+$LOAD_PATH << './lib'
+
+require 'em-rserve'
+require 'em-rserve/qap1'
+
+class DevelConnection < EM::Rserve::Connection
+  attr_reader :request_queue
+
+  def dump_sexp(msg)
+    raise unless msg.parameters.size == 1
+    root = msg.parameters.first
+    node = root.children.first
+    catch :cannot_translate do
+      val =  EM::Rserve::R::RtoRuby::Translator.r_to_ruby(root)
+      p val
+    end
+  end
+
+  def ready
+    puts "ready"
+    r_eval "library(DBI)", true do |q|
+      q.errback do |err|
+        p "error loading DBI"
+      end
+      q.callback do |msg|
+        p "DBI loaded"
+      end
+    end
+    r_eval "library(RSQLite)", true do |q|
+      q.errback do |err|
+        p "error loading RSQLite"
+      end
+      q.callback do |msg|
+        p "RSQLite loaded"
+      end
+    end
+    r_eval "driver <- dbDriver('SQLite')", true do |q|
+      q.errback do |err|
+        p "error driving RSQLite"
+      end
+      q.callback do |msg|
+        p "RSQLite driver"
+      end
+    end
+    code = "con <- dbConnect(driver, \"#{File.expand_path('dat.sqlite')}\")"
+    puts code
+    r_eval(code, true) do |q|
+      q.errback do |err|
+        p "error connecting RSQLite"
+      end
+      q.callback do |msg|
+        p "RSQLite connected"
+      end
+    end
+    code = "query <- dbSendQuery(con, statement = \"#{$code}\")"
+    puts code
+    r_eval(code, true) do |q|
+      q.errback do |err|
+        p "error querying RSQLite"
+      end
+      q.callback do |msg|
+        p "RSQLite queried"
+      end
+    end
+    r_eval "dat <- fetch(query)", true do |q|
+      q.errback do |err|
+        p "error fecthing query"
+      end
+      q.callback do |msg|
+        p "query fetched"
+      end
+    end
+    r_eval "sqliteCloseResult(query)", true do |q|
+      q.errback do |err|
+        p "error closing query"
+      end
+      q.callback do |msg|
+        p "query closed"
+      end
+    end
+    r_eval "sqliteCloseConnection(con)", true do |q|
+      q.errback do |err|
+        p "error closing connection"
+      end
+      q.callback do |msg|
+        p "connection closed"
+      end
+    end
+    r_eval "sqliteCloseDriver(driver)", true do |q|
+      q.errback do |err|
+        p "error closing driver"
+      end
+      q.callback do |msg|
+        p "driver closed"
+      end
+    end
+
+    # dataframes are mapped to subclasses of Hashes which respond_to :each_struct
+    r_eval "dat" do |q|
+      q.errback do |err|
+        p "error getting dat"
+      end
+      q.callback do |msg|
+        p "got dat"
+        root = msg.parameters.first
+        node = root.children.first
+        catch :cannot_translate do
+          val =  EM::Rserve::R::RtoRuby::Translator.r_to_ruby(root)
+          val.each_struct do |st|
+            p st
+          end
+        end
+      end
+    end
+
+    # vectors of doubles with a single item are mapped to a single double
+    r_eval "cor(dat$sells, dat$price)" do |q|
+      q.errback do |err|
+        p "error getting correlation"
+      end
+      q.callback do |msg|
+        p "got correlation"
+        dump_sexp(msg)
+      end
+    end
+    r_eval "c(1:10)" 
+  end
+
+end
+
+EM.run do
+  # EM::Rserve::Connection.start
+  DevelConnection.start
+end
+
+

data/samples/views/plot.erb

@@ -0,0 +1,6 @@
+png("<%= @path %>")
+x <- c(1:30)
+y <- x*x
+plot(x, y, type='l', col=color)
+text(5, 200, "y=x^2")
+dev.off()

data/samples/webplot.rb

@@ -0,0 +1,37 @@
+
+$LOAD_PATH << './lib'
+require 'sinatra'
+require 'em-rserve'
+require 'em-rserve/pooler'
+require 'fileutils'
+
+FileUtils.mkdir_p 'plots'
+
+get '/' do
+  redirect :plot
+end
+
+helpers do
+  def pool
+    @@pool ||= EM::Rserve::Pooler.new 10
+  end
+
+  def plot(template, system=:erb)
+    pool.r do |r|
+      @path = File.join(Dir.pwd, "plots", "plot-#{request.object_id}.png")
+      r[:color] = 'blue' #sets color variable in R context (used in the template)
+      script = send system, template
+      r.call(script, true) 
+      ctype = content_type || 'image/png'
+      File.open(@path,'r') do |ret|
+        env["async.callback"].call [200, {'Content-Type' => ctype}, ret]
+      end
+      FileUtils.rm @path
+    end
+    throw :async
+  end
+end
+
+get '/plot' do
+  plot :plot, :erb
+end

data/specs/id_parser_spec.rb

@@ -0,0 +1,45 @@
+require File.join(File.dirname(__FILE__), 'spec_helper')
+require 'em-rserve/protocol/parser'
+
+describe EM::Rserve::Protocol::IDParser do
+  before :each do
+    @receiver = Class.new do
+      attr_accessor :test_block
+      def receive_id(id)
+        test_block.call(id)
+      end
+    end.new 
+
+    @parser = EM::Rserve::Protocol::IDParser.new(@receiver)
+  end
+
+  it "should slice stuff in IDs of 4 bytes" do
+    idx = 0
+    count = 3
+    @receiver.test_block = lambda do |id|
+      idx += 1
+      id.should be_a(EM::Rserve::Protocol::ID)
+      id.string.should eql('1234')
+    end
+    @parser << ("1234"*count)
+    idx.should eql(3)
+  end
+
+  it "should not bother about chunked input" do
+    idx = 0
+    count = 3
+    @receiver.test_block = lambda do |id|
+      idx += 1
+      id.should be_a(EM::Rserve::Protocol::ID)
+      id.string.should eql('1234')
+    end
+    count.times do |t|
+      @parser << "1"
+      @parser << "23"
+      idx.should eql(t)
+      @parser << "4"
+    end
+    idx.should eql(3)
+  end
+end
+

data/specs/message_parser_spec.rb

@@ -0,0 +1,70 @@
+
+require File.join(File.dirname(__FILE__), 'spec_helper')
+require 'em-rserve/protocol/parser'
+
+describe EM::Rserve::Protocol::MessageParser do
+  before :each do
+    @receiver = Class.new do
+      attr_accessor :h_test_block
+      attr_accessor :m_test_block
+      def receive_message_header(h)
+        h_test_block.call(h)
+      end
+      def receive_message(m)
+        m_test_block.call(m)
+      end
+    end.new 
+
+    @parser = EM::Rserve::Protocol::MessageParser.new(@receiver)
+  end
+
+  it "should read a header after 16bytes" do
+    idx = 0
+    @receiver.h_test_block = lambda do |h|
+      idx += 1
+      h.should be_a(EM::Rserve::QAP1::Header)
+    end
+    @parser << ("\0" * 16)
+    idx.should eql(1)
+  end
+
+  it "should read a header after 16bytes, even if data is chunked" do
+    idx = 0
+    @receiver.h_test_block = lambda do |h|
+      idx += 1
+      h.should be_a(EM::Rserve::QAP1::Header)
+    end
+    16.times { @parser << "\0" }
+    idx.should eql(1)
+  end
+
+
+  it "should read a message whose length is specified in the header and data is sliced" do
+    hack = Module.new do
+      attr_accessor :message_length
+    end
+    #XXX this is actual, valid data, we should split the slicing and parsing
+    message = "0a 0c 00 00  21 08 00 00    00 00 00 00  00 00 f0 3f".split.
+      pack('H2'*16)
+
+    @receiver.h_test_block = lambda do |m|
+      m.should be_a(EM::Rserve::QAP1::Header)
+      # Here we overwrite the header to not care about header's content in this spec
+      m.extend hack
+      m.message_length = message.length
+    end
+
+    idx = 0
+    @receiver.m_test_block = lambda do |m|
+      idx += 1
+      m.should be_a(EM::Rserve::QAP1::Message)
+    end
+
+    stream = ("\0" * 16) + message
+    stream.split('').each do |char|
+      idx.should eql(0)
+      @parser << char
+    end
+    idx.should eql(1)
+  end
+end

data/specs/parser_spec.rb

@@ -0,0 +1,80 @@
+require File.join(File.dirname(__FILE__), 'spec_helper')
+require 'em-rserve/protocol/parser'
+
+describe EM::Rserve::Protocol::Parser, 'initialized' do
+  before :each do
+    @parser = EM::Rserve::Protocol::Parser.new(:foobar)
+  end
+
+  it "should have an empty buffer" do
+    @parser.buffer.should be_empty
+  end
+
+  it "should remember the handler" do
+    @parser.handler.should eql(:foobar)
+  end
+end
+
+describe EM::Rserve::Protocol::Parser, 'replacement' do
+  before :each do
+    @parser = EM::Rserve::Protocol::Parser.new(:foo)
+    @new_parser = EM::Rserve::Protocol::Parser.new(:bar)
+  end
+
+  it "should replace the buffer but not the handler" do
+    @parser.buffer << "foobar" #XXX we directly manipulate the buffer here
+    @new_parser.replace(@parser)
+    @new_parser.handler.should eql(:bar)
+    @new_parser.buffer.should eql("foobar")
+  end
+end
+
+describe EM::Rserve::Protocol::Parser, 'loop guard for topklass' do
+  before :each do
+    @parser = EM::Rserve::Protocol::Parser.new(:foo)
+  end
+
+  it "should ask for subclassing" do
+    lambda {
+      @parser << "lulz"
+    }.should raise_error(NotImplementedError)
+  end
+end
+
+describe EM::Rserve::Protocol::Parser, 'loop mechanics for subklasses' do
+  before :each do
+    m = Module.new do
+      attr_accessor :test_proc
+      def parse!
+        test_proc.call
+      end
+    end
+
+    @parser = EM::Rserve::Protocol::Parser.new(:foo)
+    @parser.extend m
+  end
+
+  it "should loop until we throw :stop when we call the loop" do
+    idx = 0
+    limit = 123
+    @parser.test_proc = lambda do
+      idx += 1
+      throw :stop if idx == limit
+    end
+
+    @parser.parse_loop!
+    idx.should eql(limit)
+  end
+
+  it "should call the loop when we add data" do
+    idx = 0
+    limit = 123
+    @parser.test_proc = lambda do
+      idx += 1
+      throw :stop if idx == limit
+    end
+
+    @parser << "for great justice"
+    idx.should eql(limit)
+  end
+end

data/specs/ruby_to_r_translator_spec.rb

@@ -0,0 +1,88 @@
+require File.join(File.dirname(__FILE__), 'spec_helper')
+require 'em-rserve/r/ruby_to_r/translator'
+require 'em-rserve/r/sexp'
+
+describe EM::Rserve::R::RubytoR::Translator do
+  include EM::Rserve::R::RubytoR
+
+  it "should remember the object" do
+    tr = Translator.new(:foobar)
+    tr.obj.should eql(:foobar)
+  end
+
+  it "should throw :cannot_translate when cannot translate" do
+    thrown=true
+    catch :cannot_translate do
+      Translator.new.translate
+      thrown=false
+    end
+    thrown.should be_true
+  end
+
+  it "should translate simple arrays" do
+    thrown=true
+    catch :cannot_translate do
+      Translator.ruby_to_r([1, 2, 3])
+      Translator.ruby_to_r([1, 2.2, 3.2])
+      Translator.ruby_to_r([true, false, nil])
+      Translator.ruby_to_r(["we", "miss", "you", "_why"])
+      thrown=false
+    end
+    thrown.should be_false
+  end
+
+  it "should translate simple values" do
+    thrown=true
+    catch :cannot_translate do
+      Translator.ruby_to_r(1)
+      Translator.ruby_to_r(1.0)
+      Translator.ruby_to_r(false)
+      Translator.ruby_to_r(nil)
+      Translator.ruby_to_r(true)
+      Translator.ruby_to_r("hello world")
+      thrown=false
+    end
+    thrown.should be_false
+  end
+
+  it "should translate simple hashes" do
+    thrown=true
+    catch :cannot_translate do
+      Translator.ruby_to_r({'foo' => [1,2,3,4], 'bar' => ['a', 'b', 'c', 'd']})
+      thrown=false
+    end
+    thrown.should be_false
+  end
+end
+
+describe EM::Rserve::R::RubytoR::Translator::ArrayTranslator do
+  include EM::Rserve::R
+
+  def translator(obj)
+    EM::Rserve::R::RubytoR::Translator::ArrayTranslator.new obj
+  end
+
+  def node_class_for(obj)
+    translator(obj).array_node_class
+  end
+
+  it "should propose arrays of bools" do
+    node_class_for([true, true, false, nil]).should eql(Sexp::Node::ArrayBool)
+  end
+
+  it "should propose arrays of ints" do
+    node_class_for([1, 2, 3]).should eql(Sexp::Node::ArrayInt)
+  end
+
+  it "should propose arrays of doubles" do
+    node_class_for([1.2, 2.0, Math::PI]).should eql(Sexp::Node::ArrayDouble)
+  end
+
+  it "should propose arrays of strings" do
+    node_class_for(["chunky", "bacon"]).should eql(Sexp::Node::ArrayString)
+  end
+
+  it "should propose arrays of doubles for mixes of floats and fixnums" do
+    node_class_for([1.5, 3]).should eql(Sexp::Node::ArrayDouble)
+  end
+end

data/specs/spec_helper.rb

@@ -0,0 +1,3 @@
+$LOAD_PATH << './lib'
+require 'rspec'
+require 'em-rserve'

metadata

@@ -0,0 +1,101 @@
+--- !ruby/object:Gem::Specification 
+name: em-rserve
+version: !ruby/object:Gem::Version 
+  hash: 27
+  prerelease: false
+  segments: 
+  - 0
+  - 1
+  - 0
+  version: 0.1.0
+platform: ruby
+authors: 
+- crapooze
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-10-10 00:00:00 +02:00
+default_executable: 
+dependencies: []
+
+description: Do evented stats with EventMachine and RServe
+email: 
+- crapooze@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- Gemfile
+- README
+- Rakefile
+- TODO
+- em-rserve.gemspec
+- lib/em-rserve.rb
+- lib/em-rserve/connection.rb
+- lib/em-rserve/fibered_connection.rb
+- lib/em-rserve/pooler.rb
+- lib/em-rserve/protocol/connector.rb
+- lib/em-rserve/protocol/id.rb
+- lib/em-rserve/protocol/parser.rb
+- lib/em-rserve/protocol/request.rb
+- lib/em-rserve/qap1/constants.rb
+- lib/em-rserve/qap1/header.rb
+- lib/em-rserve/qap1/message.rb
+- lib/em-rserve/qap1/rpack.rb
+- lib/em-rserve/r/r_to_ruby/translator.rb
+- lib/em-rserve/r/ruby_to_r/translator.rb
+- lib/em-rserve/r/sexp.rb
+- lib/em-rserve/version.rb
+- samples/assign.rb
+- samples/detach_attach.rb
+- samples/fibers.rb
+- samples/run.rb
+- samples/sql.rb
+- samples/views/plot.erb
+- samples/webplot.rb
+- specs/id_parser_spec.rb
+- specs/message_parser_spec.rb
+- specs/parser_spec.rb
+- specs/ruby_to_r_translator_spec.rb
+- specs/spec_helper.rb
+has_rdoc: true
+homepage: ""
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: em-rserve
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: An EventMachine client for RServe
+test_files: []
+