eclipsed 0.1.1 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 231a30a631f4fabf42b52cc2b934b06408c8c12e
-  data.tar.gz: 5189b8efe6fd590381e2b2780c019b8b456b3d92
+  metadata.gz: 9fd1e98568770cf285cb13945ba524ae9652b3b8
+  data.tar.gz: e5bcc5c59817d7256912c5b28e061d10ea85f718
 SHA512:
-  metadata.gz: b07fdafb8d0abb6acec2ec8f1e1c49d6efce0d508be8bc9f90ec5f896ba6d1c49e0ed0976be9b22f6d3f54b95b0643f39bbe073a34d42b45666a0b3374cad92e
-  data.tar.gz: 7bcbf0a41b05fe6cbd014452a2ecaabfb948bba69521e1d11f574eaf04ffd75e603b21e8ecdc5802ee7dd4ca49d26334ac1955fb743f273ebe96967a13417fbd
+  metadata.gz: e06b946cc75b2c6b584b4c318360205311193afe4248a1961d40999e17cd486a49c0a08161a045945d10541e8e1d33a8475178f7e87c078c4fa1d8f397b38ccd
+  data.tar.gz: 972b98d0c24c3855c4d0a9d1d2cfd9627a718321e6e05b07b20eee195b4ab18a84a235d898580e644231be636cb801f476f1f72a816f62010b0ee9a3793e8a20

data/Gemfile

@@ -3,7 +3,6 @@ source 'https://rubygems.org'
 # Specify your gem's dependencies in eclipsed.gemspec
 gemspec
 
-gem 'ffi'               # For loading C functions, in this case the hash functions
 gem 'awesome_print'     # Pretty-printer
 gem 'table_print'       # Pretty-printer
 gem 'pry'       # Pretty-printer

data/eclipsed.gemspec

@@ -13,8 +13,8 @@ Gem::Specification.new do |spec|
     #spec.metadata['allowed_push_host'] = "TODO: Set to 'http://mygemserver.com' to prevent pushes to rubygems.org, or delete to allow pushes to any server."
   end
 
-  spec.summary       = %q{EclipseMR governor}
-  spec.description   = %q{Controls EclipseMR.}
+  spec.summary       = %q{EclipseDFS governor}
+  spec.description   = %q{Controls EclipseDFS.}
   spec.homepage      = "http://dicl.unist.ac.kr"
   spec.license       = "MIT"
 

data/lib/eclipsed/version.rb

@@ -1,3 +1,3 @@
 module Eclipsed
-  VERSION = "0.1.1"
+  VERSION = "0.2.0"
 end

data/lib/eclipsed.rb

@@ -1,17 +1,10 @@
 require "eclipsed/version"
 require 'optparse'          # For parsing the options
 require 'json'              # 
-require 'ffi'               # For loading C functions, in this case the hash functions
 require 'awesome_print'     # Pretty-printer
 require 'table_print'       # Pretty-printer
 
 module Eclipsed
-  module EclipseAPI  #{{{
-    extend FFI::Library
-    ffi_lib "libecfs.so"
-    attach_function :hash_ruby, [ :string ], :uint32
-  end
-  #}}} 
   # print_async {{{
   def print_async(msg) 
     Thread.new(msg) do |m|
@@ -36,9 +29,6 @@ module Eclipsed
       @verbose  = false
     end
 
-    # }}}
-    # set_fs_variables {{{
-
     # }}}
   # find_confpath {{{
   def find_confpath
@@ -55,15 +45,31 @@ module Eclipsed
     # launch {{{
     def launch
       thr = print_async "Initializing framework..."
-      `master &>/dev/null &`
-      sleep 1
       @nodelist.each do |node|
-        system "ssh #{node} 'nohup slave </dev/null &>/dev/null & exit'"
+        cmd = "ssh #{node} 'export PATH=\"#{ENV['PATH']}\"; nohup eclipse_node </dev/null &>/dev/null &'"
+        puts cmd if @verbose
+        system cmd
       end
       thr.exit
       print "\r"
     end 
 
+    #}}}
+    # debug_at {{{
+    def debug_at(index) 
+      i = 0
+      @nodelist.each do |node|
+        if i != index.to_i then
+          cmd = "ssh #{node} 'export PATH=\"#{ENV['PATH']}\"; nohup eclipse_node </dev/null &>/dev/null & exit'"
+          puts cmd
+          system cmd
+        end
+        i = i + 1
+      end
+      cmd  = "ssh #{@nodelist[index.to_i]} \'export PATH=\"#{ENV['PATH']}\"; gdb --args eclipse_node \'"
+      puts cmd 
+      exec cmd
+    end 
     #}}}
     # show {{{
     def show 
@@ -72,13 +78,17 @@ module Eclipsed
       instance = [ ]
       in_english = { true => "Running", false => "Stopped" }
 
-      cmd = "pgrep -u #{`whoami`.chomp} master &>/dev/null"
-      puts cmd if @verbose
-      status = in_english[system cmd]
-      instance << { :host => "localhost", :status => status, :role => "master" }
-
+      status = nil
       @nodelist.each do |node|
-        mr_status    = in_english[system "ssh #{node} pgrep -u #{`whoami`.chomp} -x slave &>/dev/null"]
+        out = nil
+        cmd = "ssh #{node} \'pgrep -x eclipse_node &>/dev/null; echo $\'"
+        puts cmd if @verbose
+        if `#{cmd}`.chomp == '0'
+          out = true 
+        else
+          out = false
+        end
+        mr_status    = in_english[out]
         instance << { :host => node, :status => mr_status, :role => "worker" }
       end
 
@@ -91,20 +101,12 @@ module Eclipsed
     # close {{{
     def close
       thr = print_async "Stopping framework..."
-      `pkill -u #{`whoami`.chomp} master`
       @nodelist.each do |node|
-        `ssh #{node} pkill -u #{`whoami`.chomp} slave`
+        `ssh #{node} pkill -u #{`whoami`.chomp} eclipse_node`
       end 
       thr.exit
       print "\r"
     end #}}}
-    # submit {{{
-    def submit(input)
-    #  @instance[:app]= input
-    #  File.open(@fs_tmpfile, 'w') { |f| f.write(JSON.generate(@instance)) }
-
-      system input.join(' ')
-    end #}}}
     # kill {{{
     def kill(input)
       @nodelist.each do |node|
@@ -120,163 +122,33 @@ module Eclipsed
     end #}}}
   end
 
-  class Fs < Core
-    include EclipseAPI
-    def initialize #{{{
-      @files           = {}
-      @config          = File.open(find_confpath) { |f| JSON.parse(f.read) }
-      @fs_path         = @config['path']['filesystem']
-      @fs_scratch_path = @config['path']['scratch']
-      @fs_tmpfile      = @fs_path + "/.list"
-      @files           = File.open(@fs_tmpfile) { |f| JSON.parse(f.read) } if File.exist? @fs_tmpfile
-      alias :hash :hash_ruby
-      super()
-    end
-
-    def node_containing(fn); @nodelist[hash(fn) % @nodelist.length] end
-
-    #}}}
-    # put {{{
-    def put(input)
-      input.each do |fn|
-        node = node_containing(fn)
-        @files[fn] = node
-
-        File.open(@fs_tmpfile, 'w') { |f| f.write(JSON.generate(@files)) }
-        cmd = "scp #{@fs_path}/#{fn} #{node}:#{@fs_scratch_path}/#{fn}"
-        puts cmd if @verbose
-        system cmd
-      end
-    end
-
-    #}}}
-    # cat {{{
-    def cat(input)
-      input.each do |fn|
-        system "ssh #{node_containing(fn)} cat #{@fs_scratch_path}/#{fn}"
-      end
-    end
-
-    #}}}
-    # get {{{
-    def get(input)
-      input.each do |fn|
-        cmd = "scp #{node_containing(fn)}:#{@fs_scratch_path}/#{fn} ."
-        puts cmd if @verbose
-        system cmd
-      end
-    end
-
-    #}}}
-    # rm {{{
-    def rm(input)
-      input = @files.keys.grep(%r[#{@regex}]) if @regex
-
-      input.each do |fn|
-#        raise "\'#{fn}\' not found in Eclipse FS" unless @files[fn]
-
-        node = node_containing(fn)
-        pathtofile = @fs_scratch_path + "/" + fn
-        cmd = "ssh #{node} rm -f #{pathtofile}"
-        puts cmd if @verbose
-        system cmd
-        @files.delete(fn)
-        File.open(@fs_tmpfile, 'w') { |f| f.write(JSON.generate(@files)) }
-      end
-    end
-
-    #}}}
-    def list #{{{
-      thr = print_async "Collecting information..."
-      output = [ ] 
-      @files.each{|k, v| output << { :filename => k, :location => v} }
-
-      @nodelist.each do |node| 
-        `ssh #{node} ls #{@fs_scratch_path}`.each_line do |l| 
-          l.chomp!
-          output << { :filename => l, :location => node} unless @files.has_key?(l)
-        end
-      end
-
-      thr.exit
-      print "\r\e[K" 
-      tp output, :filename, :location
-    end
-
-    #}}}
-    def config #{{{
-      ap self.instance_variables.map{|var|  [var, self.instance_variable_get(var)]}.to_h
-    end  #}}}
-    # compile {{{
-    def compile(input)
-      sources = input.join(' ')
-      raise 'Need to specify output file (-o File)' unless @outputfile 
-
-      cmd = "#{CXX} -static -o #{@outputfile} #{sources} -l ecfs"
-      puts cmd if @verbose
-      system cmd
-    end
-
-    #}}}
-    def clear #{{{
-      rm @files.keys
-      @nodelist.each do |node|
-        cmd = "ssh #{node} rm -rf #{@fs_scratch_path}/.job* #{@fs_scratch_path}/*"
-        puts cmd if @verbose
-        system cmd
-      end
-    end
-    #}}}
-  end
-
-  class CLI_driver < Fs 
+  class CLI_driver < Core
     def initialize input:  #{{{
       @options = {}
       super()
       OptionParser.new do |opts|
-        opts.banner = "ecfs (Eclipse FileSystem) is an script to manage the fs\n" +
-          "Usage: ecfs [options] <actions> [FILE]..."
+        opts.banner = "eclipsed (Eclipse Daemon controler) is an script to manage the EclipseDFS\n" +
+          "Usage: eclipsed [options] <actions> [FILE]..."
         opts.version = 1.0
         opts.program_name = "Eclipse Launcher"
         opts.separator "Core actions"
         opts.separator "    launch       Create new Eclipse network"
         opts.separator "    close        Close the network"
         opts.separator "    status       Check the status of the network"
-        opts.separator "    submit       Submit application"
         opts.separator "    kill         kill application in each node"
         opts.separator ""
-        opts.separator "Filesystem actions"
-        opts.separator "    put FILE...  insert FILE..."
-        opts.separator "    get FILE...  copy the FILES to the current directory"
-        opts.separator "    rm FILE...   remove FILE..."
-        opts.separator "    cat FILE...  \'cat\' the FILE..."
-        opts.separator "    clear        remove all the files in the FS"
-        opts.separator "    ls           list all the files in the FS"
-        opts.separator "    config       list all the internal variables"
-        opts.separator "    cc -o OUTPUT INPUT...  Compile file with EclipseFS API using OUTPUT name"
-        opts.separator ""
         opts.separator "Options"
         opts.on_tail("-h", "--help"   , "recursive this")         { puts opts; exit}
         opts.on_tail("-v", "--verbose" , "printout verbose info") { @verbose = true }
         opts.on_tail("-V", "--version" , "printout version") { puts opts.ver; exit }
-        opts.on_tail("-o FILE", "output file, for mcc") { |f| @outputfile = f }
-        opts.on_tail("-r REGEX", "regex for remove or ls") { |r| @regex = r }
       end.parse! input
 
       case input.shift
       when 'launch' then launch
       when 'close' then  close
       when 'status' then show
-      when 'submit' then submit input
       when 'kill' then   kill input
-      when 'put' then    put input
-      when 'get' then    get input
-      when 'cat' then    cat input
-      when 'rm' then     rm input
-      when 'clear' then  clear
-      when 'ls' then     list
-      when 'config' then config 
-      when 'cc' then     compile(input)
+      when 'debug_at' then debug_at input[0]
       when 'pry' then    pry
       else               raise "Not action given"
       end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: eclipsed
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.2.0
 platform: ruby
 authors:
 - Vicente Adolfo Bolea Sanchez
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2015-09-06 00:00:00.000000000 Z
+date: 2016-03-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -38,7 +38,7 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '10.0'
-description: Controls EclipseMR.
+description: Controls EclipseDFS.
 email:
 - vicente.bolea@gmail.com
 executables:
@@ -77,8 +77,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.5
+rubygems_version: 2.4.3
 signing_key: 
 specification_version: 4
-summary: EclipseMR governor
+summary: EclipseDFS governor
 test_files: []