drbqs 0.0.13 → 0.0.14

metadata

@@ -2,7 +2,7 @@
 name: drbqs
 version: !ruby/object:Gem::Version 
   prerelease: 
-  version: 0.0.13
+  version: 0.0.14
 platform: ruby
 authors: 
 - Takayuki YAMAGUCHI
@@ -10,7 +10,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2011-04-23 00:00:00 +09:00
+date: 2011-07-19 00:00:00 +09:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -20,7 +20,7 @@ dependencies:
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
-        version: 2.5.0
+        version: 2.6.0
   type: :development
   prerelease: false
   version_requirements: *id001
@@ -29,9 +29,9 @@ dependencies:
   requirement: &id002 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
-    - - ~>
+    - - ">="
       - !ruby/object:Gem::Version 
-        version: 0.6.0
+        version: 0.7.2
   type: :development
   prerelease: false
   version_requirements: *id002
@@ -40,9 +40,9 @@ dependencies:
   requirement: &id003 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
-    - - ~>
+    - - ">="
       - !ruby/object:Gem::Version 
-        version: 1.0.0
+        version: 1.0.15
   type: :development
   prerelease: false
   version_requirements: *id003
@@ -51,9 +51,9 @@ dependencies:
   requirement: &id004 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
-    - - ~>
+    - - ">="
       - !ruby/object:Gem::Version 
-        version: 1.5.2
+        version: 1.6.2
   type: :development
   prerelease: false
   version_requirements: *id004
@@ -75,82 +75,138 @@ dependencies:
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
-        version: 0.0.5
+        version: 0.1.0
   type: :development
   prerelease: false
   version_requirements: *id006
 - !ruby/object:Gem::Dependency 
-  name: net-ssh
+  name: user_config
   requirement: &id007 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
-        version: 2.1.3
+        version: 0.0.1
   type: :development
   prerelease: false
   version_requirements: *id007
 - !ruby/object:Gem::Dependency 
-  name: net-ssh-shell
+  name: net-ssh
   requirement: &id008 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
-        version: 0.1.0
+        version: 2.1.4
   type: :development
   prerelease: false
   version_requirements: *id008
 - !ruby/object:Gem::Dependency 
-  name: net-ssh
+  name: net-ssh-shell
   requirement: &id009 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
-        version: 2.1.3
-  type: :runtime
+        version: 0.2.0
+  type: :development
   prerelease: false
   version_requirements: *id009
 - !ruby/object:Gem::Dependency 
-  name: net-ssh-shell
+  name: net-sftp
   requirement: &id010 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
-        version: 0.1.0
-  type: :runtime
+        version: 2.0.5
+  type: :development
   prerelease: false
   version_requirements: *id010
 - !ruby/object:Gem::Dependency 
-  name: filename
+  name: sys-proctable
   requirement: &id011 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
-        version: 0.0.5
-  type: :runtime
+        version: "0"
+  type: :development
   prerelease: false
   version_requirements: *id011
 - !ruby/object:Gem::Dependency 
-  name: rspec
+  name: filename
   requirement: &id012 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
-        version: 2.5.0
-  type: :development
+        version: 0.1.0
+  type: :runtime
   prerelease: false
   version_requirements: *id012
+- !ruby/object:Gem::Dependency 
+  name: user_config
+  requirement: &id013 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: *id013
+- !ruby/object:Gem::Dependency 
+  name: net-ssh
+  requirement: &id014 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 2.1.3
+  type: :runtime
+  prerelease: false
+  version_requirements: *id014
+- !ruby/object:Gem::Dependency 
+  name: net-ssh-shell
+  requirement: &id015 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *id015
+- !ruby/object:Gem::Dependency 
+  name: net-sftp
+  requirement: &id016 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 2.0.5
+  type: :runtime
+  prerelease: false
+  version_requirements: *id016
+- !ruby/object:Gem::Dependency 
+  name: sys-proctable
+  requirement: &id017 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  prerelease: false
+  version_requirements: *id017
 description: Task queuing system over network that is implemented by dRuby.
 email: d@ytak.info
 executables: 
 - drbqs-manage
 - drbqs-node
 - drbqs-server
+- drbqs-ssh
 extensions: []
 
 extra_rdoc_files: 
@@ -167,12 +223,10 @@ files:
 - bin/drbqs-manage
 - bin/drbqs-node
 - bin/drbqs-server
+- bin/drbqs-ssh
 - drbqs.gemspec
 - example/README.md
 - example/command/server_def.rb
-- example/drbqs-manage-test.rb
-- example/drbqs-node-test.rb
-- example/drbqs-server-test.rb
 - example/error/error.rb
 - example/error/server_def.rb
 - example/server/server.rb
@@ -183,48 +237,79 @@ files:
 - example/transfer/file.rb
 - example/transfer/server_def.rb
 - lib/drbqs.rb
-- lib/drbqs/acl_file.rb
-- lib/drbqs/client.rb
-- lib/drbqs/config.rb
-- lib/drbqs/connection.rb
-- lib/drbqs/execute_node.rb
-- lib/drbqs/history.rb
-- lib/drbqs/manage.rb
-- lib/drbqs/message.rb
-- lib/drbqs/node_list.rb
-- lib/drbqs/queue.rb
-- lib/drbqs/server.rb
-- lib/drbqs/server_define.rb
-- lib/drbqs/server_hook.rb
-- lib/drbqs/ssh/host.rb
-- lib/drbqs/ssh/shell.rb
-- lib/drbqs/ssh/transfer.rb
-- lib/drbqs/task.rb
-- lib/drbqs/task_client.rb
-- lib/drbqs/task_generator.rb
-- lib/drbqs/utils.rb
-- spec/acl_file_spec.rb
-- spec/config_spec.rb
-- spec/connection_spec.rb
-- spec/data/acl.txt
-- spec/history_spec.rb
-- spec/manage_spec.rb
-- spec/message_spec.rb
-- spec/node_list_spec.rb
-- spec/queue_spec.rb
-- spec/server_check_alive_spec.rb
-- spec/server_define_spec.rb
-- spec/server_hook_spec.rb
-- spec/server_spec.rb
+- lib/drbqs/config/config.rb
+- lib/drbqs/config/process_list.rb
+- lib/drbqs/config/ssh_host.rb
+- lib/drbqs/manage/execute_node.rb
+- lib/drbqs/manage/manage.rb
+- lib/drbqs/manage/send_signal.rb
+- lib/drbqs/manage/ssh_execute.rb
+- lib/drbqs/manage/ssh_shell.rb
+- lib/drbqs/node/connection.rb
+- lib/drbqs/node/node.rb
+- lib/drbqs/node/task_client.rb
+- lib/drbqs/server/acl_file.rb
+- lib/drbqs/server/check_alive.rb
+- lib/drbqs/server/history.rb
+- lib/drbqs/server/message.rb
+- lib/drbqs/server/node_list.rb
+- lib/drbqs/server/queue.rb
+- lib/drbqs/server/server.rb
+- lib/drbqs/server/server_hook.rb
+- lib/drbqs/server/transfer_setting.rb
+- lib/drbqs/task/command_task.rb
+- lib/drbqs/task/task.rb
+- lib/drbqs/task/task_generator.rb
+- lib/drbqs/utility/argument.rb
+- lib/drbqs/utility/command_line.rb
+- lib/drbqs/utility/command_line/command_base.rb
+- lib/drbqs/utility/command_line/command_manage.rb
+- lib/drbqs/utility/command_line/command_node.rb
+- lib/drbqs/utility/command_line/command_server.rb
+- lib/drbqs/utility/command_line/command_ssh.rb
+- lib/drbqs/utility/misc.rb
+- lib/drbqs/utility/server_define.rb
+- lib/drbqs/utility/temporary.rb
+- lib/drbqs/utility/transfer/file_transfer.rb
+- lib/drbqs/utility/transfer/transfer_client.rb
+- spec/config/config_spec.rb
+- spec/config/process_list_spec.rb
+- spec/config/ssh_host_spec.rb
+- spec/integration_test/01_basic_usage_spec.rb
+- spec/integration_test/02_use_generator_spec.rb
+- spec/integration_test/03_use_temporary_file_spec.rb
+- spec/integration_test/04_use_unix_domain_spec.rb
+- spec/integration_test/05_server_exit_signal_spec.rb
+- spec/integration_test/06_node_exit_after_task_spec.rb
+- spec/integration_test/07_command_server_with_node_spec.rb
+- spec/integration_test/definition/server01.rb
+- spec/integration_test/definition/server02.rb
+- spec/integration_test/definition/task_obj_definition.rb
+- spec/manage/manage_spec.rb
+- spec/manage/send_signal_spec.rb
+- spec/manage/ssh_shell_spec.rb
+- spec/node/connection_spec.rb
+- spec/node/task_client_spec.rb
+- spec/server/acl_file_spec.rb
+- spec/server/check_alive_spec.rb
+- spec/server/data/acl.txt
+- spec/server/history_spec.rb
+- spec/server/message_spec.rb
+- spec/server/node_list_spec.rb
+- spec/server/queue_spec.rb
+- spec/server/server_hook_spec.rb
+- spec/server/server_spec.rb
+- spec/server/transfer_setting_spec.rb
 - spec/spec_helper.rb
-- spec/ssh_shell_spec.rb
-- spec/task_client_spec.rb
-- spec/task_generator_spec.rb
-- spec/task_spec.rb
-- spec/test/test1.rb
-- spec/test1_spec.rb
-- spec/test2_spec.rb
-- spec/transfer_spec.rb
+- spec/task/file_transfer_spec.rb
+- spec/task/task_generator_spec.rb
+- spec/task/task_spec.rb
+- spec/utility/argument_spec.rb
+- spec/utility/command_line/command_base_spec.rb
+- spec/utility/command_line/commands_spec.rb
+- spec/utility/misc_spec.rb
+- spec/utility/server_define_spec.rb
+- spec/utility/temporary_spec.rb
 has_rdoc: true
 homepage: http://github.com/ytaka/drbqs
 licenses: 
@@ -239,7 +324,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
-      hash: -2841221240559713212
+      hash: 1769617287248487551
       segments: 
       - 0
       version: "0"
@@ -256,25 +341,5 @@ rubygems_version: 1.6.2
 signing_key: 
 specification_version: 3
 summary: dRuby Queueing System
-test_files: 
-- spec/acl_file_spec.rb
-- spec/config_spec.rb
-- spec/connection_spec.rb
-- spec/history_spec.rb
-- spec/manage_spec.rb
-- spec/message_spec.rb
-- spec/node_list_spec.rb
-- spec/queue_spec.rb
-- spec/server_check_alive_spec.rb
-- spec/server_define_spec.rb
-- spec/server_hook_spec.rb
-- spec/server_spec.rb
-- spec/spec_helper.rb
-- spec/ssh_shell_spec.rb
-- spec/task_client_spec.rb
-- spec/task_generator_spec.rb
-- spec/task_spec.rb
-- spec/test/test1.rb
-- spec/test1_spec.rb
-- spec/test2_spec.rb
-- spec/transfer_spec.rb
+test_files: []
+

data/example/drbqs-manage-test.rb

@@ -1,3 +0,0 @@
-$: << File.expand_path(File.dirname(__FILE__) + '/../lib/')
-
-load(File.dirname(__FILE__) + '/../bin/drbqs-manage')

data/example/drbqs-node-test.rb

@@ -1,3 +0,0 @@
-$: << File.expand_path(File.dirname(__FILE__) + '/../lib/')
-
-load(File.dirname(__FILE__) + '/../bin/drbqs-node')

data/example/drbqs-server-test.rb

@@ -1,3 +0,0 @@
-$: << File.expand_path(File.dirname(__FILE__) + '/../lib/')
-
-load(File.dirname(__FILE__) + '/../bin/drbqs-server')

data/lib/drbqs/acl_file.rb

@@ -1,13 +0,0 @@
-module DRbQS
-  module ACLFile
-
-    # Create ACL object from file.
-    # The example of file is the following:
-    # deny all
-    # allow localhost
-    # allow 127.0.0.1
-    def self.load(path)
-      ACL.new(File.read(path).split)
-    end
-  end
-end

data/lib/drbqs/config.rb

@@ -1,98 +0,0 @@
-require 'singleton'
-
-module DRbQS
-
-  ACL_DEFAULT_PATH = 'acl.txt'
-  ACL_SAMPLE_PATH = 'acl.txt.sample'
-  HOST_FILE_DIRECTORY = 'host'
-  HOST_FILE_SAMPLE_PATH = 'host.yaml.sample'
-  SHELL_FILE_DIRECTORY = 'shell'
-  SHELL_BASHRC = 'bashrc'
-
-  class Config
-
-    @@data = {
-      :dir => ENV['HOME'] + '/.drbqs/',
-    }
-
-    ACL_SAMPLE =<<SAMPLE
-deny all
-allow localhost
-allow 127.0.0.1
-SAMPLE
-
-    HOST_YAML_SAMPLE =<<SAMPLE
---- 
-:dest: user@example.com
-:dir:
-:shell: bash --noprofile --init-file ~/.drbqs/shell/bashrc
-:rvm:
-:rvm_init: ~/.rvm/scripts/rvm
-:output: 
-SAMPLE
-
-    BASHRC_SAMPLE = <<SAMPLE
-HISTFILE=$HOME/.drbqs/shell/bash_history
-HISTSIZE=10000
-HISTFILESIZE=20000
-SAMPLE
-
-    class << self
-      def get_path(name)
-        File.join(@@data[:dir], name)
-      end
-      private :get_path
-
-      def set_directory(dir)
-        @@data[:dir] = dir
-      end
-
-      def get_host_file_directory
-        get_path(HOST_FILE_DIRECTORY)
-      end
-
-      def get_shell_file_directory
-        get_path(SHELL_FILE_DIRECTORY)
-      end
-
-      def make_directory(dir)
-        unless File.exist?(dir)
-          FileUtils.mkdir_p(dir)
-        end
-      end
-      private :make_directory
-
-      def check_directory_create
-        unless File.exist?(@@data[:dir])
-          FileUtils.mkdir_p(@@data[:dir])
-          FileUtils.chmod(0700, @@data[:dir])
-        end
-        [get_host_file_directory, get_shell_file_directory].each do |dir|
-          make_directory(dir)
-        end
-      end
-
-      def output_to_file(path, content)
-        unless File.exist?(path)
-          open(path, 'w') { |f| f.print content }
-        end
-      end
-      private :output_to_file
-
-      def save_sample
-        output_to_file(get_path(ACL_SAMPLE_PATH), ACL_SAMPLE)
-        output_to_file("#{get_host_file_directory}/#{HOST_FILE_SAMPLE_PATH}", HOST_YAML_SAMPLE)
-        output_to_file("#{get_shell_file_directory}/#{SHELL_BASHRC}", BASHRC_SAMPLE)
-      end
-
-      def get_acl_file
-        path = File.join(@@data[:dir], ACL_DEFAULT_PATH)
-        if File.exist?(path)
-          return path
-        end
-        return nil
-      end
-    end
-  end
-
-end

data/lib/drbqs/connection.rb

@@ -1,67 +0,0 @@
-require 'socket'
-
-module DRbQS
-  # The class of connection to s.erver.
-  class ConnectionClient
-    def initialize(message, logger = nil)
-      @message = message
-      @logger = logger
-      @id_number = nil
-      @id_string = create_id_string
-    end
-
-    def create_id_string
-      t = Time.now
-      sprintf("#{Socket.gethostname}:%d", Process.pid)
-    end
-    private :create_id_string
-
-    def get_id
-      unless @id_number
-        @message.write([:server, :connect, @id_string])
-        @id_number = @message.take([@id_string, Fixnum])[1]
-        @logger.info("Get node id: #{@id_number}") if @logger
-      end
-      @id_number
-    end
-
-    def get_special_task(label)
-      begin
-        ary = @message.read([label, nil, Symbol, nil], 0)
-        ary[1..-1]
-      rescue Rinda::RequestExpiredError
-        nil
-      end
-    end
-    private :get_special_task
-
-    def get_initialization
-      get_special_task(:initialize)
-    end
-
-    def get_finalization
-      get_special_task(:finalize)
-    end
-
-    def respond_signal
-      begin
-        node_id, sym = @message.take([@id_number, Symbol], 0)
-        @logger.info("Get signal: #{sym.inspect}") if @logger
-        case sym
-        when :alive_p
-          @message.write([:server, :alive, @id_number])
-          @logger.info("Send alive signal of node id #{@id_number}") if @logger
-        when :exit, :finalize
-          return sym
-        else
-          raise "Get invalid signal: #{sym.inspect}"
-        end
-      rescue Rinda::RequestExpiredError
-      end
-    end
-
-    def send_node_error(error_message)
-      @message.write([:server, :node_error, [@id_number, error_message]])
-    end
-  end
-end

data/lib/drbqs/history.rb

@@ -1,34 +0,0 @@
-module DRbQS
-  module HistoryUtils
-    def time_to_string(t)
-      t.strftime("%Y-%m-%d %H:%M:%S")
-    end
-    module_function :time_to_string
-  end
-
-  class History
-    def initialize
-      @data = Hash.new { |h, k| h[k] = Array.new }
-    end
-
-    def set(id, *args)
-      @data[id] << [Time.now] + args
-    end
-
-    def size
-      @data.size
-    end
-
-    def events(id)
-      @data[id]
-    end
-
-    def number_of_events(id)
-      @data[id].size
-    end
-
-    def each(&block)
-      @data.each(&block)
-    end
-  end
-end

data/lib/drbqs/manage.rb

@@ -1,84 +0,0 @@
-require 'socket'
-
-module DRbQS
-
-  class SendCommand
-    MAX_WAIT_TIME = 10
-
-    def initialize(message)
-      @message = message
-    end
-
-    def get_hostname
-      "Command of #{Socket.gethostname}"
-    end
-    private :get_hostname
-
-    def send_exit_signal
-      @message.write([:server, :exit_server, get_hostname])
-    end
-
-    def get_status
-      @message.write([:server, :request_status, get_hostname])
-      i = 0
-      loop do
-        begin
-          mes = @message.take([:status, String], 0)
-          return mes[1]
-        rescue Rinda::RequestExpiredError
-          i += 1
-          if i > MAX_WAIT_TIME
-            return nil
-          end
-          sleep(1)
-        end
-      end
-    end
-  end
-
-  class Manage
-    def self.split_arguments(argv, split = '--')
-      if n = argv.index(split)
-        [argv[0..(n - 1)], argv[(n + 1)..-1]]
-      else
-        [argv, []]
-      end
-    end
-
-    def create_config
-      Config.check_directory_create
-      Config.save_sample
-    end
-
-    def command_client(access_uri)
-      obj = DRbObject.new_with_uri(access_uri)
-      DRbQS::SendCommand.new(obj[:message])
-    rescue DRb::DRbConnError
-      $stderr.puts "Can not access #{access_uri}"
-      nil
-    end
-    private :command_client
-
-    def send_exit_signal(access_uri)
-      if client = command_client(access_uri)
-        client.send_exit_signal
-      end
-    end
-
-    def get_status(access_uri)
-      if client = command_client(access_uri)
-        client.get_status
-      end
-    end
-
-    def execute_over_ssh(dest, opts, command)
-      ssh = DRbQS::SSHShell.new(dest, opts)
-      ssh.start(command)
-    end
-
-    def get_ssh_environment(dest, opts)
-      ssh = DRbQS::SSHShell.new(dest, opts)
-      ssh.get_environment
-    end
-  end
-end