fairy 0.6.0

data/bin/fairy-cat

@@ -0,0 +1,74 @@
+#!/usr/bin/env ruby
+# encoding: UTF-8
+#
+# Copyright (C) 2007-2010 Rakuten, Inc.
+#
+
+require "optparse"
+require "irb/locale"
+
+require "fairy"
+require "fairy/share/base-app"
+require "fairy/share/vfile"
+
+$0 = "fairy cat #{ARGV.join(' ')}"
+
+module Fairy
+  class CopyAPP<BaseAPP
+
+    def initialize
+      super
+
+      @master_host = ENV["FAIRY_MASTER_HOST"]
+      @master_host ||= CONF.MASTER_HOST
+      @master_port = ENV["FAIRY_MASTER_PORT"]
+      @master_port ||= CONF.MASTER_PORT
+
+      @sources = nil
+    end
+
+    def parse_arg
+      super
+      @sources = ARGV
+    end
+
+    def option_parser
+      super do |opt|
+	opt.on("-m VAL"){|val| @master_host = val}
+	opt.on("-h", "--master_host=VAL"){|val| @master_host = val}
+	opt.on("-p", "--master_port=VAL"){|val| @master_port = val}
+      end
+    end
+
+    def start
+      for src in @sources
+	cat(src, @target)
+      end
+    end
+
+    def cat(src, target)
+      if VFile.vfile?(src)
+	ret = cat_from_fairy(src, target)
+      else
+	ret = caat_on_local(src, target)
+      end
+    end
+
+    def cat_from_fairy(src, target)
+      fairy = Fairy.new(@master_host, @master_port)
+      
+      fairy.input(src).here.each{|l| print l}
+    end
+
+    def copy_on_local(src, target)
+      #system("cat", src)
+      fairy = Fairy.new(@master_host, @master_port)
+      
+      fairy.input(src).here.each{|l| print l}
+    end
+
+  end
+end
+
+Fairy::CopyAPP.start
+#sleep 10

data/bin/fairy-cp

@@ -0,0 +1,128 @@
+#!/usr/bin/env ruby
+# encoding: UTF-8
+#
+# Copyright (C) 2007-2010 Rakuten, Inc.
+#
+
+require "optparse"
+require "irb/locale"
+
+require "fairy"
+require "fairy/share/base-app"
+require "fairy/share/vfile"
+
+$0 = "fairy cp #{ARGV.join(' ')}"
+
+module Fairy
+  class CopyAPP<BaseAPP
+
+    def initialize
+      super
+
+      @master_host = ENV["FAIRY_MASTER_HOST"]
+      @master_host ||= CONF.MASTER_HOST
+      @master_port = ENV["FAIRY_MASTER_PORT"]
+      @master_port ||= CONF.MASTER_PORT
+
+      @split_size = CONF.VF_SPLIT_SIZE
+      @split_no = nil
+
+      @sources = nil
+      @target = nil
+    end
+
+    def parse_arg
+      super
+
+      @target = ARGV.pop
+      if ARGV.size > 1
+	puts "#{$0}: Can't specify multi sources(#{ARGV.join(' ')})."
+	exit 1
+      end
+      if File.directory?(@target)
+	puts "#{$0}: Can't specify the target(#{@target}) as a directory."
+	exit 1
+      end
+
+      @sources = ARGV
+    end
+
+    def option_parser
+      super do |opt|
+	opt.on("-m VAL"){|val| @master_host = val}
+	opt.on("-h", "--master_host=VAL"){|val| @master_host = val}
+	opt.on("-p", "--master_port=VAL"){|val| @master_port = val}
+	opt.on("--split=VAL", "specify split file size"){|val| @split_size = parse_split(val)}
+	opt.on("--split-no=VAL", "specify split file no"){|val| @split_no = val.to_i}
+      end
+    end
+
+    def parse_split(val)
+      case val
+      when /^[0-9]+b?$/
+	val.to_i
+      when /^[0-9]+[kK]$/
+	val.to_i*1024
+      when /^[0-9]+[mM]$/
+	val.to_i*1024*1024
+      when /^[0-9]+[gG]$/
+	val.to_i*1024*1024*1024
+      else
+	puts "#($0): Can't recognized --split #{val}"
+	exit 1
+      end
+    end
+
+    def start
+      for src in @sources
+	copy(src, @target)
+      end
+    end
+
+    def copy(src, target)
+      if !VFile.vfile?(src) && VFile.vfile?(target)
+	ret = copy_to_fairy(src, target)
+      elsif VFile.vfile?(src) && !VFile.vfile?(target)
+	ret = copy_from_fairy(src, target)
+      elsif VFile.vfile?(src) && VFile.vfile?(target)
+	ret = copy_on_fairy(src, target)
+      else
+	ret = copy_on_local(src, target)
+      end
+    end
+
+    def copy_to_fairy(src, target)
+      fairy = Fairy.new(@master_host, @master_port)
+      if @split_no
+	fairy.input(src, :split_no => @split_no).output(target)
+      else
+	fairy.input(src, :split_size => @split_size).output(target)
+      end
+
+      
+    end
+
+    def copy_from_fairy(src, target)
+      fairy = Fairy.new(@master_host, @master_port)
+      
+      fairy.input(src).output(target)
+    end
+
+    def copy_on_fairy(src, target)
+      fairy = Fairy.new(@master_host, @master_port)
+      
+      fairy.input(src).output(target)
+    end
+
+    def copy_on_local(src, target)
+      #system("cp", src, target)
+      fairy = Fairy.new(@master_host, @master_port)
+      
+      fairy.input(src).output(target)
+    end
+
+  end
+end
+
+Fairy::CopyAPP.start
+#sleep 10

data/bin/fairy-rm

@@ -0,0 +1,122 @@
+#!/usr/bin/env ruby
+# encoding: UTF-8
+#
+# Copyright (C) 2007-2010 Rakuten, Inc.
+#
+
+require "optparse"
+require "irb/locale"
+
+require "fairy"
+require "fairy/share/base-app"
+require "fairy/share/vfile"
+
+$0 = "fairy rm #{ARGV.join(' ')}"
+
+module Fairy
+  class RmAP<BaseAPP
+
+    def initialize
+      super
+
+      @master_host = ENV["FAIRY_MASTER_HOST"]
+      @master_host ||= CONF.MASTER_HOST
+      @master_port = ENV["FAIRY_MASTER_PORT"]
+      @master_port ||= CONF.MASTER_PORT
+
+      @target = nil
+    end
+
+    def parse_arg
+      super
+
+      @targets = ARGV
+
+      for target in @targets
+	if File.directory?(target)
+	  puts "#{$0}: Can't specify the target(#{target}) as a directory."
+	  exit 1
+	end
+      end
+    end
+
+    def option_parser
+      super do |opt|
+	opt.on("-m VAL"){|val| @master_host = val}
+	opt.on("-h", "--master_host=VAL"){|val| @master_host = val}
+	opt.on("-p", "--master_port=VAL"){|val| @master_port = val}
+	opt.on("--split=VAL"){|val| @split_size = val.to_i}
+      end
+    end
+
+    def start
+      for target in @targets
+	rm(target)
+      end
+    end
+
+    def rm(target)
+      if VFile.vfile?(target)
+	ret = rm_on_fairy(target)
+      else
+	ret = rm_on_local(target)
+      end
+    end
+
+    def rm_on_fairy(target)
+
+      unless File.exists?(target)
+	puts "#{$0}: remove error: target vfile is'nt exist: #{target}"
+	exit 1
+      end
+
+      fairy = Fairy.new(@master_host, @master_port)
+  
+      rm = fairy.exec(target).map(%{|uri|
+        path = URI(uri).path
+        begin
+          File.unlink(path)
+        rescue
+          m = $!.message
+          "\#{m} on \#{URI(uri).host}"
+        end
+      }, :BEGIN => %{require "uri"})
+
+      errors = []
+      rm.here.each do |ret| 
+	case ret
+	when Integer
+	  # 成功
+	else
+	  errors.push ret
+	end
+      end
+
+      unless errors.empty?
+	puts "#{$0}: remove error:"
+	for e in errors
+	  puts "\t#{e}"
+	end
+	exit 1
+      end
+
+      File.unlink(target)
+    end
+
+    def rm_on_local(target)
+      system("rm", target)
+    end
+  end
+
+end
+
+Fairy::RmAP.start
+#sleep 10
+
+
+  
+
+
+
+
+

data/bin/subcmd/controller

@@ -0,0 +1,41 @@
+#!/usr/bin/env ruby
+# encoding: UTF-8
+#
+# Copyright (C) 2007-2010 Rakuten, Inc.
+#
+
+require "optparse"
+require "deep-connect"
+
+require "fairy/share/base-app"
+require "fairy/share/conf"
+require "fairy/share/locale"
+require "fairy/share/encoding"
+require "fairy/controller"
+
+$0 = "fairy controller #{ARGV.join(' ')}"
+
+module Fairy
+  class ControllerAPP<BaseAPP
+    def initialize
+      super
+      
+      @master_port = Fairy::CONF.MASTER_PORT
+      @id = nil
+    end
+
+    def option_parser
+      super do |opt|
+	opt.on("--master=VAL"){|val| @master_port = val}
+	opt.on("--id=VAL"){|val| @id = val.to_i}
+      end
+    end
+
+    def start
+      Fairy::Controller.start(@id, @master_port)
+    end
+  end
+end
+
+Fairy::ControllerAPP.start
+sleep

data/bin/subcmd/inspector

@@ -0,0 +1,81 @@
+#!/usr/bin/env ruby
+# encoding: UTF-8
+#
+# Copyright (C) 2007-2010 Rakuten, Inc.
+#
+
+require "optparse"
+require "irb"
+
+require "deep-connect"
+
+require "fairy"
+require "fairy/share/base-app"
+
+module Fairy
+  class InspectorAPP<BaseAPP
+    def initialize
+      super
+      @master_host = ENV["FAIRY_MASTER_HOST"]
+      @master_host ||= CONF.MASTER_HOST
+      @master_port = ENV["FAIRY_MASTER_PORT"]
+      @master_port ||= CONF.MASTER_PORT
+    end
+
+    def option_parser
+      super do |opt|
+	opt.on("-m VAL"){|val| @master_host = val}
+	opt.on("-h", "--master_host=VAL"){|val| @master_host = val}
+	opt.on("-p", "--master_port=VAL"){|val| @master_port = val}
+      end
+    end
+
+    def start
+      @deep_connect = DeepConnect.start(0)
+      @master_deepspace = @deep_connect.open_deepspace(@master_host, @master_port)
+      @master = @master_deepspace.import("Master")
+      @master_inspector = @master_deepspace.import("Inspector")
+
+      $inspector = self
+      $master = @master
+
+      IRB.start
+    end
+
+    attr_reader :master
+    attr_reader :master_inspector
+
+    def controllers
+      @master.controllers
+    end
+
+    def node(node_host)
+      @master.node(node_host)
+    end
+
+    def processor(node_host, id)
+      node(node_host).processors[id]
+    end
+
+    def processor_status(node_host, id)
+      processor(node_host, id).process_status_mon(true)
+    end
+
+    def processor_inspector(node_host, id)
+      node(node_host).processors[id].deep_space.import("Inspector")
+    end
+
+    def processor_refall(node_host, id)
+      i = processor_inspector(node_host, id)
+      i.exec("@deepconnect.instance_eval{@organizer}.deep_spaces.values.collect{|ds| ds.instance_eval{@export_roots}.values.select{|e| e.kind_of?(Array)}}")
+    end
+
+  end
+end
+
+Fairy::InspectorAPP.start
+
+
+			
+
+