server_scripts 0.0.8 → 0.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 0d900565278f9df7242f33d23a8b8e22ee67429a
-  data.tar.gz: 6deaa6599e7bc742ebcabeee802ea699f9f9d44f
+  metadata.gz: f1fcfa7acf474ee5e2995af309c00516764836c4
+  data.tar.gz: 3e3567be1f67c495143ecabe583be364235cadf1
 SHA512:
-  metadata.gz: 685af965add627451c130b29c557d13c3231e6b94730c2d2dfe7882027492d15933a353002978f3df5137222a19eccc7656d5c7307771f866f3ea820de22b411
-  data.tar.gz: 9f5c6cd9efd59294f7e8a430be9fa4abd99989a67c6591486dcdf735a9da33d549e5b1671371b2b7073eeacd34c4020da3d280a3485c784e3be96914ba3a835d
+  metadata.gz: 8996a1076526a5e44e58b649ae8daf11a520ed7cecbc2c26bd1eff94f2c6a7109e609f3ce995c00d333895303a9c9e6c47242b440306a551e2b803d88701176d
+  data.tar.gz: 99e4065047cba125b88baf6a8f4f7391f926a7b9909ba7136d395f4bc584f1e671c9f65ae5caea0ef2aa5e74076c8ff6637124c0acd13f416c0a357ab57a627e

data/lib/server_scripts.rb

@@ -11,6 +11,7 @@ require 'server_scripts/version'
 
 module ServerScripts
   class << self
+    @@verbose = false
     def system
       sys = ENV["SYSTEM_NAME"]
 
@@ -28,6 +29,14 @@ module ServerScripts
     def group_name
       ENV["GROUP_NAME"]
     end
+
+    def verbose
+      @@verbose
+    end
+
+    def verbose= v
+      @@verbose = v
+    end
   end
 end # module ServerScripts
 

data/lib/server_scripts/computer/abci.rb

@@ -1,19 +1,51 @@
 module ServerScripts
   module Computer
     class ABCI < Base
-      FULL_NODE = "rt_F"
-      
-      def header(node_type: FULL_NODE)
-        h = %q{
+
+      HEADER = %q{
 #!/bin/bash
 
 #$ -cwd
 #$ -l %{node_type}=%{nodes}
-#$ -l h_rt=%{walltime}
+#$ -l h_rt=%{wall_time}
 #$ -N %{job_name}
 #$ -o %{out_file}
 #$ -e %{err_file}
-        }
+
+. /etc/profile.d/modules.sh
+module load intel-mkl
+
+      }
+      FULL_NODE = "rt_F"
+
+      MODULES = {
+        "gcc" => "gcc",
+        "intel-mpi" => "intel-mpi",
+        "openmpi" => "openmpi",
+        "itac" => "intel-itac intel-vtune"
+      }
+      
+      def header
+        HEADER % {node_type: node_type, nodes: @nodes, wall_time: @wall_time,
+          job_name: @job_name, out_file: @out_file, err_file: @err_file}
+      end
+
+      def env_setter
+        str = "\n"
+        @env.each do |var, value|
+          str += "export #{var}=#{value}\n"
+        end
+
+        str
+      end
+
+      def job_submit_cmd batch_script:, res_id: nil
+        res = res_id ? " -ar #{res_id} " : ""
+        "qsub -g #{ServerScripts.group_name} #{res} #{batch_script}"
+      end
+
+      def module_load_cmd
+        "module load #{@modules.map { |m| MODULES[m] }.join(' ')}"
       end
     end    
   end

data/lib/server_scripts/parser/starpu_profile.rb

@@ -59,11 +59,23 @@ module ServerScripts
       end
 
       def extract_data_from_profiles
+        if ServerScripts.verbose
+          puts ">>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>"
+          puts "Parsing REGEX: #{@regex}"
+        end
+        
         Dir.glob(@regex) do |fname|
+          if ServerScripts.verbose
+            puts "--------------------------------------"
+            puts "Reading file #{fname}..."
+          end
+          
           proc_id = fname.match(@regex.gsub("*", "(\\d+)"))[1].to_i
           @time_hash[proc_id] = {}
           output = File.read(fname).split("\n")
           recent_cpu = nil
+
+          puts("\tPROC ID: #{proc_id}") if ServerScripts.verbose
           
           output.each do |line|
             cpu_match = line.match(/CPU\s(\d+)/)
@@ -78,11 +90,20 @@ module ServerScripts
                 @time_hash[proc_id][recent_cpu][:exec_time] = match_data[2].to_f / 1e3
                 @time_hash[proc_id][recent_cpu][:sleep_time] = match_data[3].to_f / 1e3
                 @time_hash[proc_id][recent_cpu][:overhead_time] = match_data[4].to_f / 1e3
+                if ServerScripts.verbose
+                  puts("\t\tCPU ID: #{recent_cpu}")
+                  puts("\t\t\tTotal Time: #{@time_hash[proc_id][recent_cpu][:total_time]}")
+                  puts("\t\t\tExec Time: #{@time_hash[proc_id][recent_cpu][:exec_time]}")
+                  puts("\t\t\tSleep Time: #{@time_hash[proc_id][recent_cpu][:sleep_time]}")
+                  puts("\t\t\tOverhead Time: #{@time_hash[proc_id][recent_cpu][:overhead_time]}")
+                end
               end
               recent_cpu = nil
             end
           end
+          puts("--------------------------------------") if ServerScripts.verbose
         end
+        puts("<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<") if ServerScripts.verbose
       end
     end # class
   end # module Parser

data/lib/server_scripts/version.rb

@@ -1,3 +1,3 @@
 module ServerScripts
-  VERSION = "0.0.8"
+  VERSION = "0.1"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: server_scripts
 version: !ruby/object:Gem::Version
-  version: 0.0.8
+  version: '0.1'
 platform: ruby
 authors:
 - Sameer Deshmukh
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-01-26 00:00:00.000000000 Z
+date: 2020-01-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: ptools