isono 0.1.0 → 0.2.0

data/lib/isono/version.rb

@@ -0,0 +1,5 @@
+# -*- coding: utf-8 -*-
+
+module Isono
+  VERSION='0.2.0'
+end

data/spec/amqp_client_spec.rb

@@ -0,0 +1,71 @@
+
+require File.expand_path('../spec_helper', __FILE__)
+
+require 'isono'
+
+class A
+  include Isono::AmqpClient
+end
+
+describe Isono::AmqpClient do
+
+  em "connects with default args" do
+    a = A.new
+    a.connect('amqp://localhost/') {
+      a.connected?.should.be.true?
+      a.amqp_client.should.not.nil?
+      EM.next_tick {
+      puts "here"
+        a.close {
+          1.should.equal 1
+          EM.stop
+        }
+      }
+    }
+  end
+
+  em 'run with hook methods' do
+    a = A.new
+    a.instance_eval {
+      @checklist = []
+      def before_connect
+        connected?.should.be.false?
+        checklist << :before_connect
+      end
+
+      def after_connect
+        connected?.should.be.true?
+        checklist << :after_connect
+      end
+
+      def before_close
+        connected?.should.be.true?
+        checklist << :before_close
+      end
+
+      def after_close
+        connected?.should.be.true?
+        checklist << :after_close
+      end
+
+      def checklist
+        @checklist
+      end
+    }
+    a.connect('amqp://localhost/') {
+      EM.next_tick {
+        a.close {
+          a.checklist.member?(:before_connect).should.be.true?
+          a.checklist.member?(:after_connect).should.be.true?
+          a.checklist.member?(:before_close).should.be.true?
+          a.checklist.member?(:after_close).should.be.true?
+          EM.stop
+        }
+      }
+    }
+    
+    a.amqp_client.should.not.nil?
+    a.amqp_client.instance_variable_get(:@connection_status).should.is_a?(Proc)
+  end
+
+end

data/spec/event_observable_spec.rb

@@ -0,0 +1,6 @@
+require File.expand_path('../spec_helper', __FILE__)
+
+require 'isono'
+
+describe "EventObservable Test" do
+end

data/spec/file_channel_spec.rb

@@ -0,0 +1,263 @@
+require File.expand_path('../spec_helper', __FILE__)
+
+require 'isono'
+
+require 'fileutils'
+require 'tempfile'
+
+MM = Isono::ManagerModules
+include Isono
+
+
+def create_sender
+  manifest = Manifest.new(File.expand_path('../', __FILE__)) {
+    node_name :test
+    node_id   :id
+    
+    manager MM::EventChannel
+    manager MM::FileSenderChannel
+    
+  }
+  Agent.new(manifest)
+end
+
+def create_receiver
+  manifest = Manifest.new(File.expand_path('../', __FILE__)) {
+    node_name :receiver
+    node_id   :xxx
+    
+    manager MM::EventChannel
+    manager MM::FileReceiverChannel
+    
+    config do |c|
+      c.file_receiver_channel.buffer_dir = '/tmp'
+      c.file_receiver_channel.complete_dir = './complete'
+    end
+  }
+
+  Agent.new(manifest)
+end
+
+
+
+# quick hack for the rspec process fork issue.
+# each spec runs twice where fork() appers if it's not there.
+#at_exit { exit! }
+
+describe "file channel" do
+  
+  it "creates new instance" do
+    em_fork(proc {
+              c = create_sender
+              c.connect('amqp://localhost/') {
+                EM.stop
+              }
+            })
+    em_fork(proc {
+              c = create_receiver
+              c.connect('amqp://localhost/') {
+                EM.stop
+              }
+            })
+
+    Process.waitall.all? { |s|
+      s[1].exitstatus == 0
+    }.should.equal true
+  end
+
+  
+  def tmp_file_send(sender, to=:receiver, &blk)
+    
+    tmpf = Tempfile.open('filechannelspec')
+    tmpf.flush
+    `/usr/bin/shred -s 50K #{tmpf.path}`
+    # manually handles the start_streaming
+    sc = sender.create_sender(to, tmpf.path, File.basename(tmpf.path), :checksum=>true)
+    
+    sc.state.should.equal :init
+    sc.src_path.should.equal tmpf.path
+    sc.dst_path.should.equal File.basename(tmpf.path)
+
+    sc.add_observer(:on_read) {
+    }
+    sc.add_observer(:on_eof) {
+      blk.call if blk
+    }
+    
+    EM.next_tick {
+      sc.start_streaming
+    }
+    sc
+  end
+  
+  it "sends a file" do
+    em_fork(proc {
+              c = create_sender
+              c.connect('amqp://localhost/') {
+                sc = tmp_file_send(MM::FileSenderChannel.instance) {
+                  sc.state.should.be.equal :eof
+                  EM.stop
+                }
+              }
+            })
+
+    Process.waitall.all? { |s|
+      s[1].exitstatus == 0
+    }.should.equal true
+  end
+
+  it "sends multiple files" do
+    em_fork(proc {
+              c = create_sender
+              c.connect('amqp://localhost/') {
+                sc_lst = []
+                5.times {
+                  sc_lst << tmp_file_send(MM::FileSenderChannel.instance)
+                }
+        
+                EM.add_periodic_timer(0.5) {
+                  EM.stop if sc_lst.all? { |sc| sc.state == :eof }
+                }
+              }
+            })
+
+    Process.waitall.all? { |s|
+      s[1].exitstatus == 0
+    }.should.equal true
+  end
+
+
+  it "send and receive" do
+    em_fork(proc {
+              c = create_receiver
+              flags = {}
+              c.connect('amqp://localhost/') {
+                MM::FileReceiverChannel.instance.add_observer(:on_create_receive_context) { |rc|
+                  rc.state.should.equal :open
+                  
+                  flags[:ticket] = rc.ticket
+                  rc.add_observer(:on_bof) {
+                    flags[:on_bof] = true
+                  }
+                  rc.add_observer(:on_chunk) {
+                    flags[:on_chunk] = true
+                  }
+                  rc.add_observer(:on_eof) {
+                    flags[:on_eof] = true
+                  }
+                  
+                }
+                MM::FileReceiverChannel.instance.add_observer(:on_destroy_receive_context) { |rc|
+                  rc.ticket.should.equal flags[:ticket]
+                  rc.state.should.equal :close
+                  [:on_bof, :on_chunk, :on_eof].each { |k|
+                    flags[k].should.true?
+                  }
+                  EM.stop
+                }
+                
+              }
+            })
+    
+    
+    em_fork(proc {
+              c = create_sender
+              c.connect('amqp://localhost/') {
+                sender = MM::FileSenderChannel.instance
+                tmp_file_send(sender, 'receiver-xxx') {
+                  EM.stop
+                }
+              }
+            })
+    
+    Process.waitall.all? { |s|
+      s[1].exitstatus == 0
+    }.should.equal true
+  end
+
+  it "send multiple and receive them" do
+    sender_pid = \
+    em_fork(proc {
+              Signal.trap(:TERM) { EM.stop }
+
+              c = create_sender
+              c.connect('amqp://localhost/') {
+                sender = MM::FileSenderChannel.instance
+                5.times {
+                  tmp_file_send(sender, 'receiver-xxx')
+                }
+              }
+            })
+    
+    em_fork(proc {
+              c = create_receiver
+              flags = {}
+              c.connect('amqp://localhost/') {
+                MM::FileReceiverChannel.instance.add_observer(:on_create_receive_context) { |rc|
+                  rc.state.should.equal :open
+                  
+                  flags[rc.ticket] = rc
+                }
+                MM::FileReceiverChannel.instance.add_observer(:on_destroy_receive_context) { |rc|
+                  rc.state.should.equal :close
+                  flags.has_key?(rc.ticket).should.true?
+                  
+                  if flags.values.all? { |v| v.state == :close }
+                    Process.kill(:TERM, sender_pid)
+                    EM.stop
+                  end
+                }
+              }
+            })
+
+
+    Process.waitall.all? { |s|
+      s[1].exitstatus == 0
+    }.should.equal true
+  end
+
+
+  it "pull a file" do
+    tmpf = Tempfile.open('filechannelspec')
+    tmpf.flush
+    `/usr/bin/shred -s 50K #{tmpf.path}`
+
+    sender_pid = \
+    em_fork(proc {
+              Signal.trap(:TERM) { EM.stop }
+              
+              c = create_sender
+              c.connect('amqp://localhost/') {
+                sender = MM::FileSenderChannel.instance
+                sender.add_pull_repository('/tmp/', 'tmp_repos')
+              }
+            })
+    
+    em_fork(proc {
+              c = create_receiver
+              flags = {}
+              c.connect('amqp://localhost/') {
+                MM::FileReceiverChannel.instance.add_observer(:on_create_receive_context) { |rc|
+                  rc.state.should.equal :open
+                  
+                  flags[rc.ticket] = rc
+                }
+                MM::FileReceiverChannel.instance.add_observer(:on_destroy_receive_context) { |rc|
+                  rc.state.should.equal :close
+                  flags.has_key?(rc.ticket).should.true?
+
+                  if flags.values.all? { |v| v.state == :close }
+                    Process.kill(:TERM, sender_pid)
+                    EM.stop
+                  end
+                }
+                MM::FileReceiverChannel.instance.pull("tmp_repos:#{File.basename(tmpf.path)}")
+              }
+            })
+    
+    Process.waitall.all? { |s|
+      s[1].exitstatus == 0
+    }.should.equal true
+  end
+  
+end

data/spec/job_channel_spec.rb

@@ -0,0 +1,47 @@
+
+require File.expand_path('../spec_helper', __FILE__)
+
+require 'isono'
+include Isono
+MM=Isono::NodeModules
+
+def new_node(inst_id, main_cb, pre_cb=nil, post_cb=nil)
+  manifest = Manifest.new(File.expand_path('../', __FILE__)) {
+    node_name 'jobtest'
+    node_instance_id inst_id
+    
+    load_module MM::EventChannel
+    load_module MM::RpcChannel
+    load_module MM::JobWorker
+    load_module MM::JobChannel
+  }
+  c = Node.new(manifest)
+  pre_cb.call if pre_cb
+  c.connect('amqp://localhost/') {
+    main_cb.call(c)
+  }
+end
+
+
+describe Isono::NodeModules::JobChannel do
+
+  em "submit a job" do
+    job_id = nil
+    new_node("svr", proc {|c|
+               job = MM::JobChannel.new(c)
+               job.register_endpoint('endpoint1',proc { |req, res|
+                                       req.command.should.equal 'job1'
+                                       req.job.job_id.should.equal job_id
+                                       sleep 1
+                                       EM.stop
+                                     })
+             })
+    new_node("cli", proc {|c|
+               job = MM::JobChannel.new(c)
+               job_id = job.submit('endpoint1', 'job1', 1)
+               job_id.should.not.be.nil?
+             })
+    
+  end
+
+end

data/spec/logger_spec.rb

@@ -0,0 +1,45 @@
+require File.expand_path('../spec_helper', __FILE__)
+
+require 'isono'
+
+class LoggerA
+  include Isono::Logger
+
+  class LoggerA1
+    include Isono::Logger
+  end
+end
+
+class LoggerB  < LoggerA
+  include Isono::Logger
+end
+
+describe "Logger Test" do
+
+  it "call logger method" do
+    a = LoggerA.new
+    a.logger.should_not nil
+  end
+
+  it "call logger instance methods" do
+    l = LoggerA.new
+    l.logger.debug("DEBUG")
+    l.logger.warn("WARN")
+    l.logger.info("INFO")
+
+    l1 = LoggerA::LoggerA1.new
+    l1.logger.debug("DEBUG")
+
+    l1.logger.should.not l.logger
+  end
+
+  it "call logger inherited instance methods" do
+    l = LoggerB.new
+    l.logger.debug("DEBUG")
+    l.logger.warn("WARN")
+    l.logger.info("INFO")
+
+    l.logger.should
+  end
+
+end

data/spec/manifest_spec.rb

@@ -0,0 +1,43 @@
+# encoding: utf-8
+require File.expand_path('../spec_helper', __FILE__)
+
+require 'isono'
+include Isono
+
+class MMStub < Isono::NodeModules::Base
+  config_section do 
+    desc "conf1"
+    conf1()
+    desc "conf2"
+    conf2()
+  end
+end
+
+describe "Isono::Manifest Test" do
+
+  it "define manifest" do
+    m = Isono::Manifest.new('./') {
+    }
+    m.should.is_a? Isono::Manifest
+    m.config.should.is_a? Isono::Manifest::ConfigStruct
+  end
+
+  it "config struct builder" do
+    c = Isono::Manifest::ConfigStruct.new
+    Isono::Manifest::ConfigStructBuilder.new(c).instance_eval { |b|
+      desc "aaa"
+      aaa
+      desc "bbb"
+      bbb 1
+      desc "ccc"
+      b.ccc=2
+      self.should.is_a? Isono::Manifest::ConfigStructBuilder
+    }
+
+    c.desc[:aaa].should.equal 'aaa'
+    c.desc[:bbb].should.equal 'bbb'
+    c.aaa.should.nil?
+    c.bbb.should.equal 1
+    c.ccc.should.equal 2
+  end
+end