server_scripts 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 4b72b201ae506a4e955c8b19ce8e0f3b1f3880cb
-  data.tar.gz: 3644cad87a968c5032e6265d371ac299a001f39d
+  metadata.gz: 7a56c1d87d7ec945dd7ff3ee8c29ff44b3012fed
+  data.tar.gz: f638a56fac759785ae663fcd6ca188b71c28948b
 SHA512:
-  metadata.gz: b72fdf3f6c2340e4599326191c7e37033d04ff4a7a93716401c21fe13bf4143aba8a214f1a63300874d7283335eaf3615abdd81d6fb61546b983ff2f0d405848
-  data.tar.gz: c29c3f522a6325caf5ee70e8ebde1a7edfd9ae62954871a4301b564ab9174a939b87fc3642e0f0204c909e60eb0f1622a0d7a3da16dffe8262f712f0e057a1b0
+  metadata.gz: cb5b8f703ffe938248d2c3b5dda4a379df984770fbf5523bbefaf06675feb8502b4fea5c694d2cb18ea89d07b797e5bd2e48e1d6ae3f3270b83bd529b9258dbe
+  data.tar.gz: 79ca166d74f4aadc444d12aa6f4fe15a070ac263e1573131b386b60440a522554ead76d9bf730e284dbc7fd2e658496b42d7fa76087b1a3491df1cc1cb576ab3

data/README.md

@@ -64,6 +64,20 @@ job submission command.
 If you want to generate traces using intel MPI, you can use additional options
 like setting the ITAC and VTUNE output file/folder names.
 
+## Parse intel VTune output
+
+``` ruby
+parser = Parser::VTune::Hotspots::SLATE.new(
+  "test/artifacts/slate-two-proc-p1.csv", nthreads: 16)
+
+puts parser.total_cpu_time
+puts parser.total_cpu_effective_time
+puts parser.total_cpu_overhead_time
+puts parser.total_wait_time
+puts parser.total_mpi_busy_time
+puts parser.total_time
+```
+
 ## Parse intel ITAC output
 
 The intel ITAC tool can be helpful for generating traces of parallel MPI programs.

data/lib/server_scripts/parser/vtune/hotspots.rb

@@ -1,3 +1,4 @@
 require 'server_scripts/parser/vtune/hotspots/base'
 require 'server_scripts/parser/vtune/hotspots/threads'
 require 'server_scripts/parser/vtune/hotspots/threads/starpu'
+require 'server_scripts/parser/vtune/hotspots/threads/slate'

data/lib/server_scripts/parser/vtune/hotspots/base.rb

@@ -7,12 +7,23 @@ module ServerScripts
           CPU_EFFECTIVE_TIME = "CPU Time:Effective Time"
           CPU_OVERHEAD_TIME = "CPU Time:Overhead Time"
           CPU_SPIN_TIME = "CPU Time:Spin Time"
+          MPI_BUSY_TIME = "CPU Time:Spin Time:MPI Busy Wait Time"
           WAIT_TIME = "Wait Time"
 
           def initialize fname
             @threads = {}
             parse_csv! fname
           end
+
+          protected
+          
+          def parse_for_event event
+            total = 0.0
+            @threads.each_value do |thread|
+              total += thread[event]
+            end
+            total
+          end
         end
       end # class Base
     end # module VTune

data/lib/server_scripts/parser/vtune/hotspots/threads.rb

@@ -46,14 +46,6 @@ module ServerScripts
 
           private
 
-          def parse_for_event event
-            total = 0.0
-            @threads.each_value do |thread|
-              total += thread[event]
-            end
-            total
-          end
-
           def parse_csv! fname
             data = CSV.parse(File.read(fname), headers: true)
             data.each_with_index do |row, i|

data/lib/server_scripts/parser/vtune/hotspots/threads/slate.rb

@@ -0,0 +1,35 @@
+module ServerScripts
+  module Parser
+    module VTune
+      module Hotspots
+        class SLATE < Threads
+          def initialize fname, nthreads:
+            @num_threads = nthreads
+            super(fname)
+          end
+
+          def total_mpi_busy_time
+            @total_mpi_busy_time ||= parse_for_event(:mpi_busy_time)
+            @total_mpi_busy_time
+          end
+
+          private
+
+          def parse_csv! fname
+            data = CSV.parse(File.read(fname), headers: true)
+            data.each_with_index do |row, i|
+              break if i == (@num_threads-1)
+              @threads[i] = {}
+              @threads[i][:cpu_time] = data[CPU_TIME][i].to_f
+              @threads[i][:cpu_effective_time] = data[CPU_EFFECTIVE_TIME][i].to_f
+              @threads[i][:cpu_overhead_time] = data[CPU_OVERHEAD_TIME][i].to_f +
+                data[CPU_SPIN_TIME][i].to_f
+              @threads[i][:wait_time] = data[WAIT_TIME][i].to_f
+              @threads[i][:mpi_busy_time] = data[MPI_BUSY_TIME][i].to_f
+            end
+          end
+        end # class SLATE
+      end # module Hotspots
+    end # module VTune
+  end # module Parser
+end # module ServerScripts

data/lib/server_scripts/parser/vtune/hotspots/threads/starpu.rb

@@ -2,7 +2,7 @@ module ServerScripts
   module Parser
     module VTune
       module Hotspots
-        class Starpu < Base
+        class Starpu < Threads
           # Get time for a particular event of a particular worker, master thread
           # or MPI thread. Specify :tid as :CPU_#ID for worker, :MPI for MPI thread,
           # and :master for the task submission thread.

data/lib/server_scripts/version.rb

@@ -1,3 +1,3 @@
 module ServerScripts
-  VERSION = "0.1.1"
+  VERSION = "0.1.2"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: server_scripts
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - Sameer Deshmukh
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-03-04 00:00:00.000000000 Z
+date: 2020-03-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: ptools
@@ -102,6 +102,7 @@ files:
 - lib/server_scripts/parser/vtune/hotspots.rb
 - lib/server_scripts/parser/vtune/hotspots/base.rb
 - lib/server_scripts/parser/vtune/hotspots/threads.rb
+- lib/server_scripts/parser/vtune/hotspots/threads/slate.rb
 - lib/server_scripts/parser/vtune/hotspots/threads/starpu.rb
 - lib/server_scripts/version.rb
 - server_scripts.gemspec