server_scripts 0.0.5 → 0.0.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 49c64405f9a8b3a97c13db36fad927e3e3f3353a
-  data.tar.gz: 795ee015600d00c84752634fbdb0bc56c5325d4f
+  metadata.gz: 0d900565278f9df7242f33d23a8b8e22ee67429a
+  data.tar.gz: 6deaa6599e7bc742ebcabeee802ea699f9f9d44f
 SHA512:
-  metadata.gz: 5f361a20a9bd64803525ec921662a99c03ed91ba290e9c499ecf6872a709da26bb602d742919f227537925787fbad5e39f44889626bb6b8cdf3652bbde230b05
-  data.tar.gz: 7b4b5ffe44d28777b75b8a669eff5f3180f9bcd860ec6a652716a930f7e87b55fce64713e21048db5e0dc63739816795fb52b9533182b8a6ba523789a4c6a001
+  metadata.gz: 685af965add627451c130b29c557d13c3231e6b94730c2d2dfe7882027492d15933a353002978f3df5137222a19eccc7656d5c7307771f866f3ea820de22b411
+  data.tar.gz: 9f5c6cd9efd59294f7e8a430be9fa4abd99989a67c6591486dcdf735a9da33d549e5b1671371b2b7073eeacd34c4020da3d280a3485c784e3be96914ba3a835d

data/lib/server_scripts.rb

@@ -1,8 +1,12 @@
 # -*- coding: utf-8 -*-
+require 'ptools'
+
 require 'server_scripts/node_type'
 require 'server_scripts/executor'
 require 'server_scripts/computer'
 require 'server_scripts/parser'
+require 'server_scripts/experiment'
+require 'server_scripts/batch_job'
 require 'server_scripts/version'
 
 module ServerScripts
@@ -25,108 +29,6 @@ module ServerScripts
       ENV["GROUP_NAME"]
     end
   end
-
-  class BatchJob
-    attr_accessor :job_name
-    attr_accessor :out_file
-    attr_accessor :err_file
-    attr_accessor :wall_time
-    attr_accessor :node_type
-    attr_accessor :options
-    attr_accessor :nodes
-    attr_accessor :npernode
-    attr_accessor :nprocs
-    attr_accessor :run_cmd, :executor, :executable
-    attr_accessor :additional_commands
-    attr_accessor :enable_intel_itac
-    attr_accessor :intel_vtune_fname
-    attr_accessor :source_bashrc
-    attr_accessor :modules
-
-    attr_reader :env
-    attr_reader :job_fname
-    attr_reader :system
-      
-    def initialize job_fname
-      @job_fname = job_fname
-      @job_name = "sample"
-      @out_file = "sample_out.log"
-      @err_file = "sample_err.log"
-      @wall_time = "1:00:00"
-      @node_type = NodeType::FULL
-      @nodes = 1
-      @npernode = 1
-      @nprocs = nil
-      @run_cmd = nil
-      @executor = :vanilla
-      @env = {}
-      @executable = "./a.out"
-      @job_script = nil
-      @enable_intel_itac = false
-      @additional_commands = []
-      @modules = []
-      @source_bashrc = true
-
-      yield self
-    end
-
-    def set_env var, value
-      raise ArgumentError, "Env #{var} is already set to #{value}." if @env[var]
-      @env[var] = value
-    end
-
-    def write_job_script!
-      generate_job_script! unless @job_script
-      File.write(@job_fname, @job_script)      
-    end
-    
-    def submit!
-      write_job_script!
-      Kernel.system(@system.job_submit_cmd(batch_script: @job_fname))
-    end
-
-    private
-
-    def generate_job_script!
-      @system = ServerScripts.system.new(@node_type, @nodes, @job_name,
-        @wall_time, @out_file, @err_file, @env, @modules)
-      configure_executor!
-
-      @job_script = ""
-      @job_script += @system.header
-      @job_script += "\nsource ~/.bashrc\n" if @source_bashrc
-      @job_script += @system.module_load_cmd
-
-      @job_script += @system.env_setter
-      @additional_commands.each do |c|
-        @job_script += c + "\n"
-      end
-      @job_script += "#{@executor.run_cmd} #{@executable} #{@options}\n"
-    end
-
-    def configure_executor!
-      check_process_counts
-      @nprocs = @npernode * @nodes
-
-      if @executor == :openmpi
-        @executor = Executor::OpenMPI.new(npernode: @npernode, nprocs: @nprocs, env: @env)
-      elsif @executor == :intel
-        @executor = Executor::IntelMPI.new(npernode: @npernode, nprocs: @nprocs, env: @env)
-        @executor.enable_itac = !!@enable_intel_itac
-        @executor.vtune_fname = @intel_vtune_fname
-      elsif @executor == :vanilla
-        @executor = Executor::Vanilla.new
-      else
-        raise ArgumentError, "Cannot find MPI implementation #{@executor}."
-      end
-    end
-
-    def check_process_counts
-      if @nprocs && @nprocs != @npernode * @nodes
-        raise ArgumentError, "Number of processes should be #{@npernode * @nodes} not #{@nprocs}"
-      end
-    end
-  end
 end # module ServerScripts
 
 

data/lib/server_scripts/batch_job.rb

@@ -0,0 +1,107 @@
+module ServerScripts
+  class BatchJob
+    attr_accessor :job_name
+    attr_accessor :out_file
+    attr_accessor :err_file
+    attr_accessor :wall_time
+    attr_accessor :node_type
+    attr_accessor :options
+    attr_accessor :nodes
+    attr_accessor :npernode
+    attr_accessor :nprocs
+    attr_accessor :run_cmd, :executor, :executable
+    attr_accessor :additional_commands
+    attr_accessor :enable_intel_itac
+    attr_accessor :intel_vtune_fname
+    attr_accessor :source_bashrc
+    attr_accessor :modules
+    attr_accessor :reservation_id
+
+    attr_reader :env
+    attr_reader :job_fname
+    attr_reader :system
+    
+    def initialize job_fname="sample_job.sh"
+      @job_fname = job_fname
+      @job_name = "sample"
+      @out_file = "sample_out.log"
+      @err_file = "sample_err.log"
+      @wall_time = "1:00:00"
+      @node_type = NodeType::FULL
+      @nodes = 1
+      @npernode = 1
+      @nprocs = nil
+      @run_cmd = nil
+      @executor = :vanilla
+      @env = {}
+      @executable = "./a.out"
+      @job_script = nil
+      @enable_intel_itac = false
+      @additional_commands = []
+      @modules = []
+      @source_bashrc = true
+      @reservation_id = nil
+
+      yield self
+    end
+
+    def set_env var, value
+      raise ArgumentError, "Env #{var} is already set to #{value}." if @env[var]
+      @env[var] = value
+    end
+
+    def write_job_script!
+      generate_job_script! unless @job_script
+      File.write(@job_fname, @job_script)      
+    end
+    
+    def submit!
+      write_job_script!
+      Kernel.system(@system.job_submit_cmd(
+        batch_script: @job_fname,
+        res_id: @reservation_id))
+    end
+
+    private
+
+    def generate_job_script!
+      @system = ServerScripts.system.new(@node_type, @nodes, @job_name,
+        @wall_time, @out_file, @err_file, @env, @modules)
+      configure_executor!
+
+      @job_script = ""
+      @job_script += @system.header
+      @job_script += "\nsource ~/.bashrc\n" if @source_bashrc
+      @job_script += @system.module_load_cmd
+
+      @job_script += @system.env_setter
+      @additional_commands.each do |c|
+        @job_script += c + "\n"
+      end
+      @job_script += "#{@executor.run_cmd} #{@executable} #{@options}\n"
+    end
+
+    def configure_executor!
+      check_process_counts
+      @nprocs = @npernode * @nodes
+
+      if @executor == :openmpi
+        @executor = Executor::OpenMPI.new(npernode: @npernode, nprocs: @nprocs, env: @env)
+      elsif @executor == :intel
+        @executor = Executor::IntelMPI.new(npernode: @npernode, nprocs: @nprocs, env: @env)
+        @executor.enable_itac = !!@enable_intel_itac
+        @executor.vtune_fname = @intel_vtune_fname
+      elsif @executor == :vanilla
+        @executor = Executor::Vanilla.new
+      else
+        raise ArgumentError, "Cannot find MPI implementation #{@executor}."
+      end
+    end
+
+    def check_process_counts
+      if @nprocs && @nprocs != @npernode * @nodes
+        raise ArgumentError, "Number of processes should be #{@npernode * @nodes} not #{@nprocs}"
+      end
+    end
+  end
+end

data/lib/server_scripts/experiment.rb

@@ -0,0 +1,17 @@
+module ServerScripts
+  # Class that represents an experiment that needs to be conducted. Accepts
+  # various parameters that need to be tested and a BatchJob object which it
+  # customize depending on the test parameters.
+  class Experiment
+    attr_accessor :batch_job
+    attr_accessor :exp_params
+    attr_accessor :job_params
+    attr_accessor :executable
+    
+    def initialize exp_name
+      @exp_name = exp_name
+    end
+
+    
+  end # class Experiment
+end # module ServerScripts

data/lib/server_scripts/parser/itac.rb

@@ -1,16 +1,136 @@
 module ServerScripts
   module Parser
     class ITAC
-      attr_reader :ideal_trace_file, :real_trace_file
+      attr_accessor :real_itac_fname
+      attr_reader :ideal_itac_fname
       
       def initialize itac_file
-        @itac_file = itac_file
-        @ideal_trace_file = nil
-        @real_trace_file = nil
+        check_for_traceanalyzer
+        
+        @real_itac_fname = itac_file        
+        @ideal_itac_fname = "#{@real_itac_fname}.ideal.single.stf"
+        @real_function_profile = nil
+        @ideal_function_profile = nil
+
+        yield self if block_given?
+      end
+
+      def trace!
+        generate_ideal_trace!
+        analyze_function_profiles!
       end
 
       def generate_ideal_trace!
-        
+        unless File.file?(@ideal_itac_fname)
+          Kernel.system(
+            "traceanalyzer --cli --ideal -u -o #{@ideal_itac_fname} #{@real_itac_fname}")
+        end
+      end
+
+      def analyze_function_profiles!
+        unless @real_function_profile
+          @real_function_profile = `traceanalyzer --cli --functionprofile #{@real_itac_fname}`
+          @real_function_profile = @real_function_profile.split("\n")
+        end
+        unless @ideal_function_profile
+          @ideal_function_profile = `traceanalyzer --cli --functionprofile #{@ideal_itac_fname}`
+          @ideal_function_profile = @ideal_function_profile.split("\n")          
+        end
+      end
+
+      # Total time of real execution including intialization etc.
+      def real_app_time
+        @total_app_time ||= event_time("Application", kind: :real, how: :all_procs)
+        @total_app_time
+      end
+
+      # Ideal MPI time. Only wait time.
+      def ideal_mpi_time
+        @ideal_mpi_time ||= event_time("MPI", kind: :ideal)
+        @ideal_mpi_time
+      end
+
+      # Actual MPI time. Includes wait time and communication time.
+      def real_mpi_time
+        @real_mpi_time ||= event_time("MPI")
+        @real_mpi_time
+      end
+
+      # Time that MPI spent in communication.
+      def mpi_comm_time
+        real_mpi_time - ideal_mpi_time
+      end
+
+      # Get event time for a particular event. Specify whether from ideal trace or real trace.
+      def event_time(event, kind: :real, how: :all_procs)
+        if kind == :real
+          parse_real_event_time(event, how: how)
+        elsif kind == :ideal
+          parse_ideal_event_time(event, how: how)
+        else
+          raise ArgumentError, "kind argument should be either :real or :ideal, not #{kind}."
+        end
+      end
+
+      private
+
+      def get_allprocs_event_time(func_profile, event)
+        regex_event = Regexp.quote(event)
+        event_time = nil
+        func_profile.each do |l|
+          if l.match(/"All_Processes";"#{regex_event}"/)
+            match_data = l.match /"All_Processes";"#{regex_event}";(\d+);(\d+);(\d+);(\d+)/
+            event_time = match_data[2].to_f / 1e9
+            break
+          end
+        end
+
+        unless event_time
+          raise RuntimeError, "no event #{event} could be found in the function profile"
+        end
+
+        event_time
+      end
+
+      def get_perproc_event_time(func_profile, event)
+        regex_event = Regexp.quote(event)
+        per_proc_event_time = {}
+
+        func_profile.each do |l|
+          if l.match(/"Process\s(\d+)";"#{regex_event}"/)
+            match_data = l.match(/"Process\s(\d+)";"#{regex_event}";(\d+);(\d+);(\d+);(\d+)/)
+            per_proc_event_time[match_data[1].to_i] = match_data[3].to_f / 1e9
+          end
+        end
+
+        values = per_proc_event_time.values
+        [values.inject(:+).to_f / values.size, values.min, values.max]
+      end
+
+      def parse_real_event_time(event, how:)
+        if how == :all_procs
+          get_allprocs_event_time(@real_function_profile, event)
+        elsif how == :per_proc
+          get_perproc_event_time(@real_function_profile, event)
+        else
+          raise ArgumentError, "how argument should be either :all_procs or :per_proc, not #{how}."
+        end
+      end
+
+      def parse_ideal_event_time(event, how:)
+        if how == :all_procs
+          get_allprocs_event_time(@ideal_function_profile, event)
+        elsif how == :per_proc
+          get_perproc_event_time(@ideal_function_profile, event)
+        else
+          raise ArgumentError, "how argument should be either :all_procs or :per_proc, not #{how}."
+        end
+      end
+
+      def check_for_traceanalyzer
+        unless File.which("traceanalyzer")
+          raise RuntimeError, "Must have intel traceanalyzer executable installed."
+        end
       end
     end # class ITAC
   end

data/lib/server_scripts/parser/starpu_profile.rb

@@ -1,48 +1,89 @@
 module ServerScripts
   module Parser
     class StarpuProfile
-      attr_reader :total_time
-      attr_reader :total_exec_time
-      attr_reader :total_sleep_time
-      attr_reader :total_overhead_time
-      
+
+      attr_reader :time_hash
+      # Specify the regex that will allow finding the profile files for the given starpu
+      # processes. Each process will output one file.
+      #
+      # Usage:
+      #   parser = Parser::StarpuProfile.new("4_proc_profile_1_*.starpu_profile")
+      #   parser.total_time
       def initialize regex
         @regex = regex
-        @total_time = 0.0
-        @total_exec_time = 0.0
-        @total_sleep_time = 0.0
-        @total_overhead_time = 0.0
-
+        @time_hash = {}
         extract_data_from_profiles
       end
 
+      def total_time
+        extract_from_time_hash :total_time
+      end
+
+      def total_exec_time
+        extract_from_time_hash :exec_time
+      end
+
+      def total_sleep_time
+        extract_from_time_hash :sleep_time        
+      end
+
+      def total_overhead_time
+        extract_from_time_hash :overhead_time
+      end
+
+      def proc_time event:, proc_id:
+        time = 0.0
+        @time_hash[proc_id].each_value do |thread_info|
+          time += thread_info[event]
+        end
+
+        time
+      end
+
+      def time event:, proc_id:, worker_id:
+        @time_hash[proc_id][worker_id][event]
+      end
+
       private
 
+      def extract_from_time_hash key
+        time = 0.0
+
+        @time_hash.each_value do |proc_time|
+          proc_time.each_value do |thread_time|
+            time += thread_time[key]
+          end
+        end
+
+        time
+      end
+
       def extract_data_from_profiles
         Dir.glob(@regex) do |fname|
+          proc_id = fname.match(@regex.gsub("*", "(\\d+)"))[1].to_i
+          @time_hash[proc_id] = {}
           output = File.read(fname).split("\n")
-
+          recent_cpu = nil
+          
           output.each do |line|
+            cpu_match = line.match(/CPU\s(\d+)/)
+            recent_cpu = cpu_match[1].to_i if cpu_match
             match_data = line.match(/total\:\s+(\d+)\.\d+\sms\sexecuting\:\s(\d+).\d+\sms\ssleeping\:\s(\d+).\d+\sms\soverhead\s(\d+).\d+\sms/)
 
             if match_data
               exec_time = match_data[2].to_i
-
               if exec_time != 0
-                @total_time += match_data[1].to_f
-                @total_exec_time += exec_time.to_f
-                @total_sleep_time += match_data[3].to_f
-                @total_overhead_time += match_data[4].to_f
+                @time_hash[proc_id][recent_cpu] = {}
+                @time_hash[proc_id][recent_cpu][:total_time] = match_data[1].to_f / 1e3
+                @time_hash[proc_id][recent_cpu][:exec_time] = match_data[2].to_f / 1e3
+                @time_hash[proc_id][recent_cpu][:sleep_time] = match_data[3].to_f / 1e3
+                @time_hash[proc_id][recent_cpu][:overhead_time] = match_data[4].to_f / 1e3
               end
+              recent_cpu = nil
             end
           end
         end
-
-        @total_time /= 1e3
-        @total_exec_time /= 1e3
-        @total_sleep_time /= 1e3
-        @total_overhead_time /= 1e3
       end
-    end
-  end
+    end # class
+  end # module Parser
 end # module StarpuProfile

data/lib/server_scripts/version.rb

@@ -1,3 +1,3 @@
 module ServerScripts
-  VERSION = "0.0.5"
+  VERSION = "0.0.8"
 end

data/server_scripts.gemspec

@@ -35,6 +35,8 @@ Gem::Specification.new do |spec|
   spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
   spec.require_paths = ["lib"]
 
+  spec.add_runtime_dependency 'ptools'
+  
   spec.add_development_dependency 'minitest', '~> 5.11'
   spec.add_development_dependency 'minitest-hooks'
   spec.add_development_dependency 'minitest-fail-fast'

metadata

@@ -1,15 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: server_scripts
 version: !ruby/object:Gem::Version
-  version: 0.0.5
+  version: 0.0.8
 platform: ruby
 authors:
 - Sameer Deshmukh
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-01-22 00:00:00.000000000 Z
+date: 2020-01-26 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: ptools
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: minitest
   requirement: !ruby/object:Gem::Requirement
@@ -65,6 +79,7 @@ files:
 - README.md
 - Rakefile
 - lib/server_scripts.rb
+- lib/server_scripts/batch_job.rb
 - lib/server_scripts/computer.rb
 - lib/server_scripts/computer/abci.rb
 - lib/server_scripts/computer/base.rb
@@ -75,6 +90,7 @@ files:
 - lib/server_scripts/executor/mpi_program.rb
 - lib/server_scripts/executor/valgrind.rb
 - lib/server_scripts/executor/vanilla.rb
+- lib/server_scripts/experiment.rb
 - lib/server_scripts/node_type.rb
 - lib/server_scripts/parser.rb
 - lib/server_scripts/parser/itac.rb