jubatus 0.1.0 → 0.4.0

data/lib/jubatus/stat/client.rb

@@ -1,25 +1,4 @@
-# 
-# Copyright (c) 2012 Preferred Infrastructure, inc.
-# 
-# Permission is hereby granted, free of charge, to any person obtaining a copy
-# of this software and associated documentation files (the "Software"), to deal
-# in the Software without restriction, including without limitation the rights
-# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-# copies of the Software, and to permit persons to whom the Software is
-# furnished to do so, subject to the following conditions:
-# 
-# The above copyright notice and this permission notice shall be included in
-# all copies or substantial portions of the Software.
-# 
-# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-# SOFTWARE.
-# 
-# This file is auto-generated from ./jubatus/jubatus.github/src/server//stat.idl
+# This file is auto-generated from jubatus-generate/src/server/stat.idl
 # *** DO NOT EDIT ***
 
 require 'rubygems'
@@ -27,20 +6,18 @@ require 'msgpack/rpc'
 require File.join(File.dirname(__FILE__), 'types')
 
 module Jubatus
+module Stat
 module Client
 
 class Stat
   def initialize(host, port)
     @cli = MessagePack::RPC::Client.new(host, port)
   end
-  def set_config(name, c)
-    @cli.call(:set_config, name, c)
-  end
   def get_config(name)
-    Config_data.from_tuple(@cli.call(:get_config, name))
+    @cli.call(:get_config, name)
   end
-  def push(name, key, val)
-    @cli.call(:push, name, key, val)
+  def push(name, key, value)
+    @cli.call(:push, name, key, value)
   end
   def sum(name, key)
     @cli.call(:sum, name, key)
@@ -57,8 +34,8 @@ class Stat
   def entropy(name, key)
     @cli.call(:entropy, name, key)
   end
-  def moment(name, key, n, c)
-    @cli.call(:moment, name, key, n, c)
+  def moment(name, key, degree, center)
+    @cli.call(:moment, name, key, degree, center)
   end
   def save(name, id)
     @cli.call(:save, name, id)
@@ -73,3 +50,4 @@ end
 
 end
 end
+end

data/lib/jubatus/stat/types.rb

@@ -1,48 +1,11 @@
-# 
-# Copyright (c) 2012 Preferred Infrastructure, inc.
-# 
-# Permission is hereby granted, free of charge, to any person obtaining a copy
-# of this software and associated documentation files (the "Software"), to deal
-# in the Software without restriction, including without limitation the rights
-# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-# copies of the Software, and to permit persons to whom the Software is
-# furnished to do so, subject to the following conditions:
-# 
-# The above copyright notice and this permission notice shall be included in
-# all copies or substantial portions of the Software.
-# 
-# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-# SOFTWARE.
-# 
-# This file is auto-generated from ./jubatus/jubatus.github/src/server//stat.idl
+# This file is auto-generated from jubatus-generate/src/server/stat.idl
 # *** DO NOT EDIT ***
 
 require 'rubygems'
 require 'msgpack/rpc'
 module Jubatus
+module Stat
 
-class Config_data
-  def initialize(window_size)
-     @window_size = window_size 
-  end
-  def to_tuple    
-    [@window_size]
-  end
-  def to_msgpack(out = '')
-    to_tuple.to_msgpack(out)
-  end
-  def Config_data.from_tuple(tuple)
-    Config_data.new(
-      tuple[0]
-    )
-  end
-  attr_accessor :window_size
 end
-
 end
 

data/test/jubatus_test/anomaly/test.rb

@@ -0,0 +1,106 @@
+#!/usr/bin/env ruby
+
+require 'test/unit'
+
+require 'json'
+
+require 'jubatus/anomaly/client'
+require 'jubatus/anomaly/types'
+require 'jubatus_test/test_util'
+
+class AnomalyTest < Test::Unit::TestCase
+  HOST = "127.0.0.1"
+  PORT = 23006
+  TIMEOUT = 10
+
+  def setup
+    @config = {
+     "method" => "lof",
+     "converter" => {
+       "string_filter_types" => {},
+       "string_filter_rules" => [],
+       "num_filter_types" => {},
+       "num_filter_rules" => [],
+       "string_types" => {},
+       "string_rules" => [{"key" => "*", "type" => "str",  "sample_weight" => "bin", "global_weight" => "bin"}],
+       "num_types" => {},
+       "num_rules" => [{"key" => "*", "type" => "num"}]
+     },
+     "parameter" => {
+       "nearest_neighbor_num" => 10,
+       "reverse_nearest_neighbor_num" => 30,
+       "method" => "euclid_lsh",
+       "parameter" => {
+         "lsh_num" => 8,
+         "table_num" => 16,
+         "probe_num" => 64,
+         "bin_width" => 10.0,
+         "seed" => 1091,
+         "retain_projection" => false
+       }
+     }
+    }
+
+    TestUtil.write_file("config_anomaly.json", @config.to_json)
+    @srv = TestUtil.fork_process("anomaly", PORT, "config_anomaly.json")
+    @cli = Jubatus::Anomaly::Client::Anomaly.new(HOST, PORT)
+  end
+
+  def teardown
+    TestUtil.kill_process(@srv)
+  end
+
+  def test_clear_row
+    d = Jubatus::Anomaly::Datum.new([], [])
+    (row_id, score) = @cli.add("name", d)
+    assert_equal(true, @cli.clear_row("name", row_id))
+  end
+
+  def test_add
+    d = Jubatus::Anomaly::Datum.new([], [])
+    (row_id, score) = @cli.add("name", d)
+  end
+
+  def test_update
+    d = Jubatus::Anomaly::Datum.new([], [])
+    (row_id, score) = @cli.add("name", d)
+    d = Jubatus::Anomaly::Datum.new([], [['val', 3.1]])
+    score = @cli.update("name", row_id, d)
+  end
+
+  def test_clear
+    assert_equal(true, @cli.clear("name"))
+  end
+
+  def test_calc_score
+    d = Jubatus::Anomaly::Datum.new([], [['val', 1.1]])
+    (row_id, score) = @cli.add("name", d)
+    d = Jubatus::Anomaly::Datum.new([], [['val', 3.1]])
+    score = @cli.calc_score("name", d)
+  end
+
+  def test_get_all_rows
+    @cli.get_all_rows("name")
+  end
+
+  def test_get_config
+    config = @cli.get_config("name")
+    assert_equal(JSON.parse(config).to_json, @config.to_json)
+  end
+
+  def test_save
+    assert_equal(true, @cli.save("name", "anomaly.save_test.model"))
+  end
+
+
+  def test_load
+    model_name = "anomaly.load_test.model"
+    @cli.save("name", model_name)
+    assert_equal(true, @cli.load("name", model_name))
+  end
+
+  def test_get_status
+    @cli.get_status("name")
+  end
+
+end

data/test/jubatus_test/classifier/test.rb

@@ -0,0 +1,91 @@
+#!/usr/bin/env ruby
+
+require 'test/unit'
+
+require 'json'
+
+require 'jubatus/classifier/client'
+require 'jubatus/classifier/types'
+require 'jubatus_test/test_util'
+
+class ClassifierTest < Test::Unit::TestCase
+  HOST = "127.0.0.1"
+  PORT = 23001
+  TIMEOUT = 10
+
+  def setup
+    @config = {
+        "method" => "AROW",
+        "converter" => {
+            "string_filter_types" => {},
+            "string_filter_rules" => [],
+            "num_filter_types" => {},
+            "num_filter_rules" => [],
+            "string_types" => {},
+            "string_rules" => [{"key" => "*", "type" => "str",  "sample_weight" => "bin", "global_weight" => "bin"}],
+            "num_types" => {},
+            "num_rules" => [{"key" => "*", "type" => "num"}]
+        },
+        "parameter" => {
+            "regularization_weight" => 1.001
+        }
+    }
+
+    TestUtil.write_file("config_classifier.json", @config.to_json)
+    @srv = TestUtil.fork_process("classifier", PORT, "config_classifier.json")
+    @cli = Jubatus::Classifier::Client::Classifier.new(HOST, PORT)
+  end
+
+  def teardown
+    TestUtil.kill_process(@srv)
+  end
+
+  def test_get_config
+    config = @cli.get_config("name")
+    assert_equal(@config.to_json, JSON.parse(config).to_json)
+
+  end
+
+
+  def test_train
+    string_values = [["key1", "val1"], ["key2", "val2"]]
+    num_values = [["key1", 1.0], ["key2", 2.0]]
+    d = Jubatus::Classifier::Datum.new(string_values, num_values)
+    data = [["label", d]]
+    assert_equal(@cli.train("name", data), 1)
+
+  end
+
+
+  def test_classify
+    string_values = [["key1", "val1"], ["key2", "val2"]]
+    num_values = [["key1", 1.0], ["key2", 2.0]]
+    d = Jubatus::Classifier::Datum.new(string_values, num_values)
+    data = [d]
+    result = @cli.classify("name", data)
+
+  end
+
+
+  def test_save
+    assert_equal(@cli.save("name", "classifier.save_test.model"), true)
+
+  end
+
+
+  def test_load
+    model_name = "classifier.load_test.model"
+    @cli.save("name", model_name)
+    assert_equal(@cli.load("name", model_name), true)
+
+  end
+
+
+  def test_get_status
+    @cli.get_status("name")
+
+  end
+
+
+end
+

data/test/jubatus_test/graph/test.rb

@@ -0,0 +1,90 @@
+#!/usr/bin/env ruby
+
+require 'test/unit'
+require 'jubatus_test/test_util'
+
+require 'json'
+
+require 'jubatus/graph/client'
+require 'jubatus/graph/types'
+
+class GraphTest < Test::Unit::TestCase
+  HOST = "127.0.0.1"
+  PORT = 23005
+  TIMEOUT = 10
+
+  def setup
+    @config = {
+      "method" => "graph_wo_index",
+      "parameter" => {
+           "damping_factor" => 0.9,
+           "landmark_num" => 5
+      }
+    }
+
+    TestUtil.write_file("config_graph.json", @config.to_json)
+    @srv = TestUtil.fork_process("graph", PORT, "config_graph.json")
+    @cli = Jubatus::Graph::Client::Graph.new(HOST, PORT)
+  end
+
+  def teardown
+    TestUtil.kill_process(@srv)
+  end
+
+  def test_node_info
+    edge_query = [["a", "b"], ["c", "d"], ["e", "f"]]
+    node_query = [["0", "1"], ["2", "3"]]
+    p = Jubatus::Graph::Preset_query.new(edge_query, node_query)
+    in_edges = [0, 0]
+    out_edges = [0, 0]
+    Jubatus::Graph::Node.new(p, in_edges, out_edges)
+  end
+
+
+  def test_create_node
+    name = "name"
+    @cli.clear(name)
+    nid = @cli.create_node("sample_node")
+    assert_equal(nid.to_i.to_s, nid)
+  end
+
+  def test_remove_node
+    name = "name"
+    @cli.clear(name)
+    nid = @cli.create_node(name)
+    assert_equal(@cli.remove_node(name, nid), true)
+
+  end
+
+
+  def test_update_node
+    name = "name"
+    @cli.clear(name)
+    nid = @cli.create_node(name)
+    prop = {"key1" => "val1", "key2" => "val2"}
+    assert_equal(@cli.update_node(name, nid, prop), true)
+  end
+
+
+  def test_create_edge
+    name = "name"
+    @cli.clear(name)
+    src = @cli.create_node(name)
+    tgt = @cli.create_node(name)
+    prop = {"key1" => "val1", "key2" => "val2"}
+    ei = Jubatus::Graph::Edge.new(prop, src, tgt)
+    eid = @cli.create_edge("name", tgt, ei)
+  end
+
+
+  def test_create_edge
+    name = "name"
+    @cli.clear(name)
+    src = @cli.create_node(name)
+    tgt = @cli.create_node(name)
+    prop = {"key1" => "val1", "key2" => "val2"}
+    ei = Jubatus::Graph::Edge.new(prop, src, tgt)
+    eid = @cli.create_edge(src, tgt, ei)
+  end
+end
+

data/test/jubatus_test/recommender/test.rb

@@ -0,0 +1,138 @@
+#!/usr/bin/env ruby
+
+require 'test/unit'
+
+require 'json'
+
+require 'jubatus/recommender/client'
+require 'jubatus/recommender/types'
+require 'jubatus_test/test_util'
+
+class RecommenderTest < Test::Unit::TestCase
+  HOST = "127.0.0.1"
+  PORT = 23003
+  TIMEOUT = 10
+
+  def setup
+    @config = {
+        "method" => "inverted_index",
+        "converter" => {
+            "string_filter_types" => {},
+            "string_filter_rules" => [],
+            "num_filter_types" => {},
+            "num_filter_rules" => [],
+            "string_types" => {},
+            "string_rules" => [{"key" => "*", "type" => "str",  "sample_weight" => "bin", "global_weight" => "bin"}],
+            "num_types" => {},
+            "num_rules" => [{"key" => "*", "type" => "num"}]
+        }
+    }
+
+    TestUtil.write_file("config_recommender.json", @config.to_json)
+    @srv = TestUtil.fork_process("recommender", PORT, "config_recommender.json")
+    @cli = Jubatus::Recommender::Client::Recommender.new(HOST, PORT)
+  end
+
+  def teardown
+    TestUtil.kill_process(@srv)
+  end
+
+  def test_get_config
+    config = @cli.get_config("name")
+    assert_equal(@config.to_json, JSON.parse(config).to_json)
+
+  end
+
+
+  def test_complete_row
+    @cli.clear_row("name", "complete_row")
+    string_values = [["key1", "val1"], ["key2", "val2"]]
+    num_values = [["key1", 1.0], ["key2", 2.0]]
+    d = Jubatus::Recommender::Datum.new(string_values, num_values)
+    @cli.update_row("name", "complete_row", d)
+    d1 = @cli.complete_row_from_id("name", "complete_row")
+    d2 = @cli.complete_row_from_datum("name", d)
+
+  end
+
+
+  def test_get_similar_row
+    @cli.clear_row("name", "similar_row")
+    string_values = [["key1", "val1"], ["key2", "val2"]]
+    num_values = [["key1", 1.0], ["key2", 2.0]]
+    d = Jubatus::Recommender::Datum.new(string_values, num_values)
+    @cli.update_row("name", "similar_row", d)
+    s1 = @cli.similar_row_from_id("name", "similar_row", 10)
+    s2 = @cli.similar_row_from_datum("name", d, 10)
+
+  end
+
+
+  def test_decode_row
+    @cli.clear_row("name", "decode_row")
+    string_values = [["key1", "val1"], ["key2", "val2"]]
+    num_values = [["key1", 1.0], ["key2", 2.0]]
+    d = Jubatus::Recommender::Datum.new(string_values, num_values)
+    @cli.update_row("name", "decode_row", d)
+    decoded_row = @cli.decode_row("name", "decode_row")
+    assert_equal(d.string_values, decoded_row.string_values)
+    assert_equal(d.num_values, decoded_row.num_values)
+  end
+
+
+  def test_get_row
+    @cli.clear("name")
+    string_values = [["key1", "val1"], ["key2", "val2"]]
+    num_values = [["key1", 1.0], ["key2", 2.0]]
+    d = Jubatus::Recommender::Datum.new(string_values, num_values)
+    @cli.update_row("name", "get_row", d)
+    row_names = @cli.get_all_rows("name")
+    assert_equal(row_names, ["get_row"])
+
+  end
+
+
+  def test_clear
+    @cli.clear("name")
+
+  end
+
+
+  def test_calcs
+    string_values = [["key1", "val1"], ["key2", "val2"]]
+    num_values = [["key1", 1.0], ["key2", 2.0]]
+    d = Jubatus::Recommender::Datum.new(string_values, num_values)
+    assert_in_delta(@cli.calc_similarity("name", d, d), 1, 0.000001)
+    assert_in_delta(@cli.calc_l2norm("name", d), Math.sqrt(1*1 + 1*1+ 1*1 + 2*2), 0.000001)
+
+  end
+
+
+  def test_clear
+    @cli.clear("name")
+
+  end
+
+
+  def test_save
+    assert_equal(@cli.save("name", "recommender.save_test.model"), true)
+
+  end
+
+
+  def test_load
+    model_name = "recommender.load_test.model"
+    @cli.save("name", model_name)
+    assert_equal(@cli.load("name", model_name), true)
+
+  end
+
+
+  def test_get_status
+    @cli.get_status("name")
+
+  end
+
+
+end
+