advance 0.3.18 → 0.4.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1e0ac05e79a457d37a7bf18aae36c8276ecb029493bbc19a03c6410d9774dd3e
-  data.tar.gz: b915a139b4d433be5c3751c3b9cb980bd6d4a0352d6f2fe7900d459dda962080
+  metadata.gz: 04bcff52a5d936e0a93127116ace3eb0f47354b645ed05de6e68cf281765d04c
+  data.tar.gz: 5729aff69b7bb72c11eb337e54007552240112311bce5d8e878882e1ddd7a3c7
 SHA512:
-  metadata.gz: bd189c4214a299871a06704bd4424dc6b0e6ef8b41acf8bfdac5e02400af80d916909b88e80d1c3e44688292282ad549090fc8f432ab0b79cbd743e13b28f4ff
-  data.tar.gz: 4f8e340937f6801a90a02f9d700fbab7502e8e021dc6138b6b54fb544cc662d79fba449d82bc8eaeb7ed47c6cb2ed3c88ee486f4d345f92d3178c1288895696c
+  metadata.gz: 2938d12bf9c47fd3c5e9320b4a7e116c70cd6b95a8981b8c03a3c6429aa619265bfe382e02688fdc89dadad38ecbe3ed9e56356e97dfcfbaca1af993f26ac879
+  data.tar.gz: '07790af69ba69662154f9fc51969517708893a9f0492e2cc593a869f5ea1cddaa457458b5e95afa0d0b1a7025e30bff98e5861d988510aa808ae95c9be8833bc'

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    advance (0.3.18)
+    advance (0.4.1)
       team_effort
 
 GEM
@@ -21,4 +21,4 @@ DEPENDENCIES
   rake (~> 10.0)
 
 BUNDLED WITH
-   1.17.1
+   1.17.3

data/lib/advance.rb

@@ -80,8 +80,9 @@ module Advance
     end
 
     if File.exist?(".meta")
-      read_column_names_from_meta
-      return
+      if read_column_names_from_meta
+        return
+      end
     end
 
     previous_dir_path = get_previous_dir_path
@@ -98,10 +99,11 @@ module Advance
       run.each do |step|
         if step["columns"]
           $column_names = step["columns"].map(&:to_sym)
-          return
+          return true
         end
       end
     end
+    false
   end
 
   def advance(processing_mode, label, command)
@@ -137,6 +139,11 @@ module Advance
     end
   end
 
+  def pipeline(pipeline_path)
+    expanded_path = File.expand_path(pipeline_path)
+    load expanded_path
+  end
+
   def count_files(dir)
     file_count = 0
     Find.find(dir) do |path|
@@ -194,14 +201,15 @@ module Advance
 
   def single(command, previous_dir_path, dir_name)
     work_in_sub_dir(dir_name) do
-      input_file_path = previous_file_path(previous_dir_path)
-      basename = File.basename(input_file_path)
-      root_file_name = basename.gsub(%r(\.[^.]+$), '')
       command.gsub!("{input_dir}", previous_dir_path)
-      command.gsub!("{input_file}", input_file_path)
-      command.gsub!("{file_name}", basename)
-      command.gsub!("{file_name_without_extension}", root_file_name)
-
+      input_file_path = previous_file_path(previous_dir_path)
+      if input_file_path
+        basename = File.basename(input_file_path)
+        root_file_name = basename.gsub(%r(\.[^.]+$), '')
+        command.gsub!("{input_file}", input_file_path)
+        command.gsub!("{file_name}", basename)
+        command.gsub!("{file_name_without_extension}", root_file_name)
+      end
       do_command command
     end
   end
@@ -301,7 +309,7 @@ module Advance
   end
 
   def do_command(command, feedback = true)
-    puts "#{YELLOW}#{command}#{RESET}  " if feedback
+    puts "#{YELLOW}#{command}#{RESET}  " #if feedback
     start_time = Time.now
     stdout, stderr, status = Open3.capture3(command)
     elapsed_time = Time.now - start_time

data/lib/advance/version.rb

@@ -1,3 +1,3 @@
 module Advance
-  VERSION = "0.3.18"
+  VERSION = "0.4.1"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: advance
 version: !ruby/object:Gem::Version
-  version: 0.3.18
+  version: 0.4.1
 platform: ruby
 authors:
 - janemacfarlane
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-05-04 00:00:00.000000000 Z
+date: 2019-06-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: team_effort
@@ -77,12 +77,9 @@ email:
 executables:
 - concat_csv.rb
 - concat_csv_nh.rb
-- console
 - csv_select.rb
 - csv_select_nh.rb
 - csv_split_on_change_nh.rb
-- remove_logs_and_sub_dirs
-- setup
 - split_csv.rb
 extensions: []
 extra_rdoc_files: []
@@ -97,12 +94,9 @@ files:
 - advance.gemspec
 - bin/concat_csv.rb
 - bin/concat_csv_nh.rb
-- bin/console
 - bin/csv_select.rb
 - bin/csv_select_nh.rb
 - bin/csv_split_on_change_nh.rb
-- bin/remove_logs_and_sub_dirs
-- bin/setup
 - bin/split_csv.rb
 - lib/advance.rb
 - lib/advance/version.rb
@@ -128,7 +122,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.7.9
+rubygems_version: 2.7.8
 signing_key: 
 specification_version: 4
 summary: A framework for building data transformation pipelines

data/bin/console

@@ -1,14 +0,0 @@
-#!/usr/bin/env ruby
-
-require "bundler/setup"
-require "advance"
-
-# You can add fixtures and/or initialization code here to make experimenting
-# with your gem easier. You can also use a different console, if you like.
-
-# (If you use this, don't forget to add pry to your Gemfile!)
-# require "pry"
-# Pry.start
-
-require "irb"
-IRB.start(__FILE__)

data/bin/remove_logs_and_sub_dirs

@@ -1,4 +0,0 @@
-#!/bin/bash
-input_dir="$1"
-find $input_dir -type f \! -name 'log' -exec cp -vn {} . \;
-

data/bin/setup

@@ -1,8 +0,0 @@
-#!/usr/bin/env bash
-set -euo pipefail
-IFS=$'\n\t'
-set -vx
-
-bundle install
-
-# Do any other automated setup that you need to do here