advance 0.3.0 → 0.3.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 961d5cc4a945b3b3bf404f27ad1e16119d437fec4abce4d21413374087c80e5e
-  data.tar.gz: aa4259e85e69a968a0564529433751f6a244ce1257206f7b9b048d182d85944e
+  metadata.gz: 21c3cea8dd88f565f5ae350bee7b7839763da2ab59d46bfd630cdc2c17a63bab
+  data.tar.gz: f05f8f24dc30605b246de1d49b80aefef068c6f84bfad18bc83bea1c46d44dcf
 SHA512:
-  metadata.gz: 3eb44f9dbd87f94c865760d6f0ae981647d151f074600bb9fe8a844d63efd0ab819a2de2c44f165408735914528408cf2ec550dd0f0a4f6a53d5daf9b94cdf50
-  data.tar.gz: 196d465c18c089a7a3841cc55d4991f736c59366f38a6a1d3d4d933e93bcf1ca8ed292d094601b940c825807a495198f99500f7f89c1881309bf303215b19c46
+  metadata.gz: c6c14a9dd7f44f275a279ff3a2c91f621fa073d7dc52bcfd099c1994314bfdc69ecd59816514984edc4f9fa5265de5d125990d8f6f78ce25a5251e2f581851dc
+  data.tar.gz: b6921d82a8fae177cb0fba0583491070d9ce82939900667c705c2d1d181a91c2cf55055107d32a3c871ef3646a60cfddc019257fba05afd13b96c6bdbdfe4380

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    advance (0.3.0)
+    advance (0.3.1)
       team_effort
 
 GEM

data/lib/advance/version.rb

@@ -1,3 +1,3 @@
 module Advance
-  VERSION = "0.3.0"
+  VERSION = "0.3.1"
 end

data/lib/advance.rb

@@ -1,8 +1,9 @@
-require_relative "./advance/version"
-require "find"
 require "fileutils"
+require "find"
+require "json"
 require "open3"
 require "team_effort"
+require_relative "./advance/version"
 
 module Advance
   RESET="\e[0m"
@@ -19,7 +20,45 @@ module Advance
   WHITE="\e[1;37m"
   YELLOW="\e[33m"
 
-  puts "loading module"
+  def self.included(pipeline_module)
+    $pipeline = caller_locations.first.path
+    meta =
+      if File.exist?(".meta")
+        JSON.parse(File.read(".meta"))
+      else
+        {}
+      end
+    last_run_number = meta["last_run_number"] ||= -1
+    $run_number = last_run_number + 1
+  end
+
+  def update_meta(step_number, processing_mode, label, command, start_time, duration, file_count)
+    meta =
+      if File.exist?(".meta")
+        JSON.parse(File.read(".meta"))
+      else
+        {}
+      end
+
+    meta["pipeline"] ||= $pipeline
+    meta["last_run_number"] = $run_number
+    meta["runs"] ||= []
+
+    step_data = {
+      "step_number" => step_number,
+      "start_time" => start_time,
+      "duration" => duration,
+      "file_count" => file_count,
+      "processing_mode" => processing_mode,
+      "label" => label,
+      "command" => command,
+      "columns" => $cols
+    }
+    meta["runs"][$run_number] ||= []
+    meta["runs"][$run_number] << step_data
+
+    File.write(".meta", JSON.pretty_generate(meta))
+  end
 
   def advance(processing_mode, label, command)
     $redo_mode ||= :checking
@@ -39,7 +78,11 @@ module Advance
         do_command_wo_log "tar xzf #{previous_dir_path}"
       end
       previous_dir_path = previous_dir_path.gsub(/\.tgz$/, "")
+      start_time = Time.now
       send(processing_mode, command, previous_dir_path, dir_name)
+      file_count = count_files(dir_name)
+      duration = Time.now - start_time
+      update_meta($step, processing_mode, label, command, start_time, duration, file_count)
     end
     previous_dir_path = previous_dir_path.gsub(/\.tgz$/, "")
     if File.basename(previous_dir_path) =~ /^step_/
@@ -50,6 +93,17 @@ module Advance
     end
   end
 
+  def count_files(dir)
+    file_count = 0
+    Find.find(dir) do |path|
+      next if File.directory?(path)
+      next if File.basename(path) == "log"
+      next if File.basename(path) =~ /^\./
+      file_count += 1
+    end
+    file_count
+  end
+
   def static(processing_mode, label, command)
     $redo_mode ||= :checking
     $step ||= 0

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: advance
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.3.1
 platform: ruby
 authors:
 - janemacfarlane