jubatus 0.1.0 → 0.4.0

data/test/jubatus_test/regression/test.rb

@@ -0,0 +1,92 @@
+#!/usr/bin/env ruby
+
+require 'test/unit'
+
+require 'json'
+
+require 'jubatus/regression/client'
+require 'jubatus/regression/types'
+require 'jubatus_test/test_util'
+
+class RegressionTest < Test::Unit::TestCase
+  HOST = "127.0.0.1"
+  PORT = 23002
+  TIMEOUT = 10
+
+  def setup
+    @config = {
+        "method" => "PA",
+        "converter" => {
+            "string_filter_types" => {},
+            "string_filter_rules" => [],
+            "num_filter_types" => {},
+            "num_filter_rules" => [],
+            "string_types" => {},
+            "string_rules" => [{"key" => "*", "type" => "str",  "sample_weight" => "bin", "global_weight" => "bin"}],
+            "num_types" => {},
+            "num_rules" => [{"key" => "*", "type" => "num"}]
+        },
+        "parameter" => {
+            "sensitivity" => 0.1,
+            "regularization_weight" => 3.402823e+38
+        }
+    }
+
+    TestUtil.write_file("config_regression.json", @config.to_json)
+    @srv = TestUtil.fork_process("regression", PORT, "config_regression.json")
+    @cli = Jubatus::Regression::Client::Regression.new(HOST, PORT)
+  end
+
+  def teardown
+    TestUtil.kill_process(@srv)
+  end
+
+  def test_get_config
+    config = @cli.get_config("name")
+    assert_equal(@config.to_json, JSON.parse(config).to_json)
+
+  end
+
+
+  def test_train
+    string_values = [["key1", "val1"], ["key2", "val2"]]
+    num_values = [["key1", 1.0], ["key2", 2.0]]
+    d = Jubatus::Regression::Datum.new(string_values, num_values)
+    data = [[1.0, d]]
+    assert_equal(@cli.train("name", data), 1)
+
+  end
+
+
+  def test_estimate
+    string_values = [["key1", "val1"], ["key2", "val2"]]
+    num_values = [["key1", 1.0], ["key2", 2.0]]
+    d = Jubatus::Regression::Datum.new(string_values, num_values)
+    data = [d]
+    result = @cli.estimate("name", data)
+
+  end
+
+
+  def test_save
+    assert_equal(@cli.save("name", "regression.save_test.model"), true)
+
+  end
+
+
+  def test_load
+    model_name = "regression.load_test.model"
+    @cli.save("name", model_name)
+    assert_equal(@cli.load("name", model_name), true)
+
+  end
+
+
+  def test_get_status
+    @cli.get_status("name")
+
+  end
+
+
+end
+

data/test/jubatus_test/stat/test.rb

@@ -0,0 +1,125 @@
+#!/usr/bin/env ruby
+
+require 'test/unit'
+
+require 'json'
+
+require 'jubatus/stat/client'
+require 'jubatus/stat/types'
+require 'jubatus_test/test_util'
+
+class StatTest < Test::Unit::TestCase
+  HOST = "127.0.0.1"
+  PORT = 23004
+  TIMEOUT = 10
+
+  def setup
+    @config = {
+        "window_size" => 10
+    }
+
+    TestUtil.write_file("config_stat.json", @config.to_json)
+    @srv = TestUtil.fork_process("stat", PORT, "config_stat.json")
+    @cli = Jubatus::Stat::Client::Stat.new(HOST, PORT)
+
+  end
+
+  def teardown
+    TestUtil.kill_process(@srv)
+  end
+
+  def test_get_config
+    config = @cli.get_config("name")
+    assert_equal(@config.to_json, JSON.parse(config).to_json)
+
+  end
+
+
+  def test_stddev
+    @cli.push("name", "stddev", 1.0)
+    @cli.push("name", "stddev", 2.0)
+    @cli.push("name", "stddev", 3.0)
+    @cli.push("name", "stddev", 4.0)
+    @cli.push("name", "stddev", 5.0)
+    assert_equal(@cli.stddev("name", "stddev"), Math::sqrt(2.0))
+
+  end
+
+
+  def test_sum
+    @cli.push("name", "sum", 1.0)
+    @cli.push("name", "sum", 2.0)
+    @cli.push("name", "sum", 3.0)
+    @cli.push("name", "sum", 4.0)
+    @cli.push("name", "sum", 5.0)
+    assert_equal(@cli.sum("name", "sum"), 15.0)
+
+  end
+
+
+  def test_max
+    @cli.push("name", "max", 1.0)
+    @cli.push("name", "max", 2.0)
+    @cli.push("name", "max", 3.0)
+    @cli.push("name", "max", 4.0)
+    @cli.push("name", "max", 5.0)
+    assert_equal(@cli.max("name", "max"), 5.0)
+
+  end
+
+
+  def test_min
+    @cli.push("name", "min", 1.0)
+    @cli.push("name", "min", 2.0)
+    @cli.push("name", "min", 3.0)
+    @cli.push("name", "min", 4.0)
+    @cli.push("name", "min", 5.0)
+    assert_equal(@cli.min("name", "min"), 1.0)
+
+  end
+
+
+  def test_entropy
+    @cli.push("name", "entropy", 1.0)
+    @cli.push("name", "entropy", 2.0)
+    @cli.push("name", "entropy", 3.0)
+    @cli.push("name", "entropy", 4.0)
+    @cli.push("name", "entropy", 5.0)
+    assert_equal(@cli.entropy("name", "entropy"), 0.0)
+
+  end
+
+
+  def test_moment
+    @cli.push("name", "moment", 1.0)
+    @cli.push("name", "moment", 2.0)
+    @cli.push("name", "moment", 3.0)
+    @cli.push("name", "moment", 4.0)
+    @cli.push("name", "moment", 5.0)
+    assert_equal(@cli.moment("name", "moment", 3, 0.0), 45.0)
+
+  end
+
+
+  def test_save
+    assert_equal(@cli.save("name", "stat.save_test.model"), true)
+
+  end
+
+
+  def test_load
+    model_name = "stat.load_test.model"
+    @cli.save("name", model_name)
+    assert_equal(@cli.load("name", model_name), true)
+
+  end
+
+
+  def test_get_status
+    @cli.get_status("name")
+
+  end
+
+
+end
+

data/test/jubatus_test/test_util.rb

@@ -0,0 +1,49 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'msgpack/rpc'
+
+class TestUtil
+    def self.wait_server(port)
+        cli = MessagePack::RPC::Client.new("127.0.0.1", port)
+        sleep_time = 1000;
+        # 1000 * \sum {i=0..9} 2^i = 1024000 micro sec = 1024 ms
+        for i in 0..9
+            sleep(sleep_time/1000000.0) # from usec to sec
+            begin
+                cli.call("dummy")
+                raise "dummy rpc succeeded"
+            rescue MessagePack::RPC::RPCError => ex
+                return if ex.class == MessagePack::RPC::RemoteError
+            end
+            sleep_time *= 2;
+        end
+        raise "cannot connect"
+    end
+
+    def self.fork_process(name, port = 9199, config = "")
+        cmd = "juba" + name
+        child = Process.fork()
+        if child.nil? then
+            begin
+                exec(cmd, cmd, "--rpc-port", port.to_s, "--configpath", config, "--thread", "100", "--datadir", ".")
+            rescue
+                puts $!
+                exit 1
+            end
+        end
+        wait_server(port)
+        return child;
+    end
+
+    def self.kill_process(pid)
+        Process.kill("TERM", pid)
+        Process.wait(pid)
+    end
+
+    def self.write_file(path, data)
+        f = File.open(path, "w")
+        f.write(data)
+        f.close
+    end
+end

metadata

@@ -1,69 +1,64 @@
---- !ruby/object:Gem::Specification 
+--- !ruby/object:Gem::Specification
 name: jubatus
-version: !ruby/object:Gem::Version 
-  hash: 27
+version: !ruby/object:Gem::Version
+  version: 0.4.0
   prerelease: 
-  segments: 
-  - 0
-  - 1
-  - 0
-  version: 0.1.0
 platform: ruby
-authors: 
-- Jubatus Team
+authors:
+- PFI & NTT
 autorequire: 
 bindir: bin
 cert_chain: []
-
-date: 2012-07-20 00:00:00 Z
-dependencies: 
-- !ruby/object:Gem::Dependency 
+date: 2013-01-11 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
   name: msgpack-rpc
-  prerelease: false
-  requirement: &id001 !ruby/object:Gem::Requirement 
+  requirement: !ruby/object:Gem::Requirement
     none: false
-    requirements: 
+    requirements:
     - - ~>
-      - !ruby/object:Gem::Version 
-        hash: 5
-        segments: 
-        - 0
-        - 4
-        - 5
-        version: 0.4.5
+      - !ruby/object:Gem::Version
+        version: 0.5.1
   type: :runtime
-  version_requirements: *id001
-- !ruby/object:Gem::Dependency 
-  name: rake
   prerelease: false
-  requirement: &id002 !ruby/object:Gem::Requirement 
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.5.1
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 63
-        segments: 
-        - 0
-        - 9
-        - 2
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
         version: 0.9.2
   type: :development
-  version_requirements: *id002
-description: Jubatus client for Ruby
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+description: Jubatus is a distributed processing framework and streaming machine learning
+  library. This is the Jubatus client in Ruby.
 email: jubatus@googlegroups.com
 executables: []
-
 extensions: []
-
 extra_rdoc_files: []
-
-files: 
+files:
 - .gitignore
 - LICENSE
-- README.md
+- README.rst
 - Rakefile
 - VERSION
+- generate.sh
 - jubatus.gemspec
+- lib/jubatus/anomaly/client.rb
+- lib/jubatus/anomaly/types.rb
 - lib/jubatus/classifier/client.rb
 - lib/jubatus/classifier/types.rb
 - lib/jubatus/graph/client.rb
@@ -74,38 +69,43 @@ files:
 - lib/jubatus/regression/types.rb
 - lib/jubatus/stat/client.rb
 - lib/jubatus/stat/types.rb
-homepage: https://github.com/jubatus/jubatus-ruby-client
-licenses: []
-
+- test/jubatus_test/anomaly/test.rb
+- test/jubatus_test/classifier/test.rb
+- test/jubatus_test/graph/test.rb
+- test/jubatus_test/recommender/test.rb
+- test/jubatus_test/regression/test.rb
+- test/jubatus_test/stat/test.rb
+- test/jubatus_test/test_util.rb
+homepage: http://jubat.us
+licenses:
+- MIT
 post_install_message: 
 rdoc_options: []
-
-require_paths: 
+require_paths:
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement 
+required_ruby_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
-      - 0
-      version: "0"
-required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
-      - 0
-      version: "0"
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
 requirements: []
-
 rubyforge_project: 
-rubygems_version: 1.8.11
+rubygems_version: 1.8.23
 signing_key: 
 specification_version: 3
-summary: Jubatus client for Ruby
-test_files: []
-
+summary: Jubatus Ruby client
+test_files:
+- test/jubatus_test/anomaly/test.rb
+- test/jubatus_test/classifier/test.rb
+- test/jubatus_test/graph/test.rb
+- test/jubatus_test/recommender/test.rb
+- test/jubatus_test/regression/test.rb
+- test/jubatus_test/stat/test.rb
+- test/jubatus_test/test_util.rb

data/README.md

@@ -1,30 +0,0 @@
-jubatus-ruby-client
-===================
-
-Jubatus' Ruby client skeleton. Don't clone this repository.
-
-Released client is generated by [MessagePack IDL](https://github.com/msgpack/msgpack-haskell/tree/master/msgpack-idl).
-
-## TODO
-
-- Release gem (Currently, IDL generated codes are broken...)
-
-## Copyright
-
-<table>
-  <tr>
-    <td>Web site</td><td>http://jubat.us/</td>
-  </tr>
-  <tr>
-    <td>Repository</td><td>https://github.com/jubatus</td>
-  </tr>
-  <tr>
-    <td>Author</td><td>Jubatus Team</td>
-  </tr>
-  <tr>
-    <td>Copyright</td><td>Copyright (c) 2012, Jubatus Team</td>
-  </tr>
-  <tr>
-    <td>License</td><td>New BSD License</td>
-  </tr>
-</table>