mushy 0.3.0 → 0.5.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3a41b5499e19c46d620ec9794fb8265224ce142516be73f977cfacc5597a844f
-  data.tar.gz: c74dfd1f76f24da513947edba159a97f4cf613308775346fcf22d8d8eb69a71e
+  metadata.gz: e8d94c18f18225b3d7b04d1c78731a2d1211e444f8685a4c812368b8025b4357
+  data.tar.gz: 9df6cbd619217e2d24e8495ad104f49ddb5fc0e68d22ce5098f9a5e39067f85c
 SHA512:
-  metadata.gz: b4ca21536b4b8d740c619ce7632d86d33b7b3db3b36d8279839bf1ceeb6fbd67edec6cd9f38bca7ce15d870223034c20b5bc46c7c55d3d15adda794b23e867de
-  data.tar.gz: 0d0254cabb3bd1943872f3db3afede763b9edf4773cc08b4c1dbe54f86f2c3ce9fa55cd24d42b2a30b53044e58925446a0deb504372b57d3c2905ad0fd18098b
+  metadata.gz: 77474ee6b3b8ef571cd3283896c2c9a30bb2b245cc07ad357f2128ab82d5eec3092ae4eb374111b0baffa061b14257ad6daacd9adadf7fb00185c94c032b7bf3
+  data.tar.gz: 1a5019513bd3223d4106938518026e1790764bf927e14a776b4d9c42889e1b1e380973efe61fb93e81d25db200ba53bffc51dacb8f571c711e646e7b80edf078

data/bin/mushy

@@ -10,7 +10,8 @@ class MushyCLI < Thor
 
   desc "start FILE", "Run this workflow file."
   def start
-    Mushy::Builder::Api.start file, values
+    v = values || {}
+    Mushy::Builder::Api.start file, v
   end
 
   desc "build FILE", 'Build a flow.'

data/lib/mushy/builder/api.rb

@@ -95,6 +95,14 @@ module Mushy
                          details[:config][:sort] = { type: 'text', shrink: true, description: 'Sort by this key.', default: '' }
                          details[:config][:model] = { type: 'keyvalue', shrink: true, description: 'Reshape the outgoing events.', value: {}, default: {} }
 
+                         details[:config][:error_strategy] = {
+                           description: 'Error strategy. (return to return an event with "exception" returning the error, or ignore to ignore the exception)',
+                           type:        'select',
+                           options:     ['', 'return', 'ignore'],
+                           value:       '',
+                           shrink:      true,
+                         }
+
                          details[:config]
                                 .select { |_, v| v[:type] == 'keyvalue' }
                                 .select { |_, v| v[:editors].nil? }

data/lib/mushy/date_parts.rb

@@ -0,0 +1,30 @@
+module Mushy
+
+  module DateParts
+
+    def self.parse now
+      {
+        year: nil,
+        month: nil,
+        day: nil,
+        hour: nil,
+        minute: :min,
+        second: :sec,
+        nanosecond: :nsec,
+        utc_offset: nil,
+        weekday: :wday,
+        day_of_month: :mday,
+        day_of_year: :yday,
+        string: :to_s,
+        epoch_integer: :to_i,
+        epoch_float: :to_f,
+      }.reduce({}) do |t, i|
+        method = i[1] || i[0]
+        t[i[0]] = now.send method
+        t
+      end
+    end
+
+  end
+
+end

data/lib/mushy/flux.rb

@@ -77,6 +77,10 @@ module Mushy
       
       returned_one_result ? results.first : results
 
+    rescue Exception => e
+      raise e if config[:error_strategy].to_s == ''
+      return [] if config[:error_strategy] == 'ignore'
+      { exception: e.message }
     end
 
     def standardize_these results

data/lib/mushy/fluxs/bash.rb

@@ -15,6 +15,7 @@ module Mushy
           directory: {
                        description: 'The working directory in which the command will be run.',
                        type:        'text',
+                       shrink:      true,
                        value:       '',
                      },
         },

data/lib/mushy/fluxs/browser.rb

@@ -18,7 +18,7 @@ module Mushy
                       description: 'Run this browser headless.',
                       type:        'boolean',
                       shrink:      true,
-                      value:       'true',
+                      value:       '',
                     },
           timeout: {
                      description: 'The default timeout (in seconds) before closing the browser. Default is 5 seconds.',
@@ -90,7 +90,9 @@ module Mushy
 
       browser.headers.add get_the_headers_from(event, config)
 
+      the_start = Time.now
       browser.goto config[:url]
+      time = Time.now - the_start
 
       browser.execute(config[:execute]) if config[:execute]
 
@@ -102,6 +104,7 @@ module Mushy
         title: browser.frames[0].title,
         cookies: browser.cookies.all.map { |k, v| v.instance_variable_get('@attributes') },
         headers: browser.headers.get,
+        time: time,
         body: browser.body
       }
 

data/lib/mushy/fluxs/document.rb

@@ -0,0 +1,27 @@
+module Mushy
+  
+  class Document < Flux
+
+    def self.details
+      {
+        name: 'Document',
+        description: 'Create a multi-line document.',
+        config: {
+          document: {
+                      description: 'The multi-line document you wish to create.',
+                      type:        'textarea',
+                      value:       '',
+                    },
+        },
+      }
+    end
+
+    def process event, config
+      {
+        document: config[:document],
+      }
+    end
+
+  end
+
+end

data/lib/mushy/fluxs/interval.rb

@@ -48,26 +48,7 @@ module Mushy
 
     def process event, config
       now = Time.now
-      {
-        year: nil,
-        month: nil,
-        day: nil,
-        hour: nil,
-        minute: :min,
-        second: :sec,
-        nanosecond: :nsec,
-        utc_offset: nil,
-        weekday: :wday,
-        day_of_month: :mday,
-        day_of_year: :yday,
-        string: :to_s,
-        epoch_integer: :to_i,
-        epoch_float: :to_f,
-      }.reduce({}) do |t, i|
-        method = i[1] || i[0]
-        t[i[0]] = now.send method
-        t
-      end
+      Mushy::DateParts.parse now
     end
 
   end

data/lib/mushy/fluxs/ls.rb

@@ -6,30 +6,134 @@ module Mushy
       {
         name: 'Ls',
         description: 'Run the "ls" command.',
-        config: {
-          directory: {
-                       description: 'The working directory in which the command will be run.',
-                       type:        'text',
-                       value:       '',
-                     },
-        },
-      }
+        config: Mushy::Bash.details[:config].tap { |c| c.delete :command },
+      }.tap do |c|
+        c[:config][:recursive] = {
+                                   description: 'Pull files recursively.',
+                                   type:        'boolean',
+                                   shrink:      true,
+                                   value:       '',
+                                 }
+        c[:config][:path] = {
+                                description: 'Path, used to search for specific files.',
+                                type:        'text',
+                                shrink:      true,
+                                value:       '',
+                              }
+      end
     end
 
     def process event, config
+      arguments = build_the_arguments_from config
 
-      config[:command] = 'ls'
-
+      config[:command] = build_the_command_from arguments
       result = super event, config
 
-      return result unless result[:success]
+      things = turn_the_ls_output_to_events result, config, event
+      things
+    end
+
+    def build_the_command_from arguments
+      "ls #{arguments.join(' ')}"
+    end
+
+    def build_the_arguments_from config
+      arguments = ['-A', '-l', '--full-time', '-i']
+      arguments << '-R' if config[:recursive].to_s == 'true'
+      arguments << '-d' if config[:directory_only].to_s == 'true'
+      arguments << config[:path] if config[:path].to_s != ''
+      arguments
+    end
+
+    def turn_the_ls_output_to_events result, config, event
+
+      lines = result[:text].split("\n")
+
+      needs_special_work_for_path = config[:directory_only].to_s != 'true' &&
+                                    config[:path].to_s != '' &&
+                                    lines[0] &&
+                                    lines[0].start_with?('total ')
+
+      origin = config[:directory] || Dir.pwd
+      directory = needs_special_work_for_path ? '||DIRECTORY||' : origin
+
+      things = lines.map do |x|
+        segments = x.split ' '
+        result = if segments.count > 5
+                   pull_file segments, directory
+                 elsif segments.count == 1
+                   dir_segments = segments[0].split("\/")
+
+                   if dir_segments[0] == '.'
+                     dir_segments[0] = origin
+                   else
+                     dir_segments.unshift origin
+                   end
+
+                   dir_segments[-1] = dir_segments[-1].sub ':', ''
+                   directory = dir_segments.join("\/")
+                   nil
+                 else
+                   nil
+                 end
+      end.select { |x| x }
+
+      if needs_special_work_for_path
+        config[:directory_only] = true
+        special_name = process(event, config)[0][:name]
+        things.each do |x|
+          [:directory, :path].each do |key|
+            if x[key].include?('||DIRECTORY||')
+              x[key].sub!('||DIRECTORY||', File.join(Dir.pwd, special_name))
+            end
+          end
+        end
+      end
+
+      things
+    end
+
+    def pull_file segments, directory
+      result = {}
+
+      [:inode, :help, :hard_links, :owner, :group, :size].each do |key|
+        result[key] = segments.shift; x = segments.join ' '
+      end
+
+      result.tap do |r|
+        r[:date] = []
+        3.times { r[:date] << segments.shift }
+        r[:date] = r[:date].join ' '
+        r[:date] = Time.parse r[:date]
+      end
+
+      result[:name] = segments.shift
+
+      result.tap do |r|
+        help_segments = r[:help].split ''
+        r[:type] = help_segments[0]
+        r[:owner_permission] = [1, 2, 3].map { |i| help_segments[i] }.reduce('') { |t, i| t + i }
+        r[:group_permission] = [4, 5, 6].map { |i| help_segments[i] }.reduce('') { |t, i| t + i }
+        r[:other_permission] = [7, 8, 9].map { |i| help_segments[i] }.reduce('') { |t, i| t + i }
+        r.delete :help
+      end
+
+      [:hard_links, :size].each { |x| result[x] = result[x].to_i }
+
+      result[:date] = Mushy::DateParts.parse result[:date]
+
+      result[:directory] = directory
 
-      result[:text].split("\n").map do |x|
-        {
-          name: x,
-        }
+      if result[:type] == 'd' && result[:directory] == result[:name]
+        result[:path] = result[:directory]
+        name_segments = result[:name].split "\/"
+        result[:name] = name_segments.pop
+        result[:directory] = name_segments.join "\/"
+      else
+        result[:path] = File.join result[:directory], result[:name]
       end
 
+      result
     end
 
   end

data/lib/mushy/fluxs/print.rb

@@ -0,0 +1,26 @@
+module Mushy
+
+  class Print < Flux
+
+    def self.details
+      {
+        name: 'Print',
+        description: 'Print output to the screen.',
+        config: {
+          message: {
+                  description: 'The message to display',
+                  type:        'text',
+                  value:       '',
+                },
+        }
+      }
+    end
+
+    def process event, config
+      puts config[:message]
+      {}
+    end
+
+  end
+
+end

data/lib/mushy/fluxs/pwd.rb

@@ -0,0 +1,31 @@
+module Mushy
+
+  class Pwd < Bash
+
+    def self.details
+      {
+        name: 'Pwd',
+        description: 'Run the "pwd" command.',
+        config: Mushy::Bash.details[:config].tap { |c| c.delete :command },
+      }
+    end
+
+    def process event, config
+
+      config[:command] = 'pwd'
+
+      result = super event, config
+
+      return result unless result[:success]
+
+      pwd = result[:text].to_s.strip
+
+      {
+        pwd: Mushy::Ls.new.process({}, { path: pwd, directory_only: true })[0]
+      }
+
+    end
+
+  end
+
+end

data/lib/mushy/fluxs/screenshot.rb

@@ -7,11 +7,10 @@ module Mushy
       details['name'] = 'Screenshot'
       details['description'] = 'Take a screenshot of the browser.'
 
-      details[:config][:path] = {
-         description: 'The path of the file to save.',
-         type:        'text',
-         value:       'picture.jpg',
-      }
+      details[:config].merge!(Mushy::WriteFile.file_saving_config.tap do |x|
+        x[x.keys.first][:value] = 'file.jpg'
+      end)
+
       details[:config][:quality] = {
          description: 'The quality of the image, a value beteen 0-100. Only applies to jpg.',
          type:        'integer',
@@ -33,15 +32,19 @@ module Mushy
       the_result  = input[:result]
       the_config  = input[:config]
 
+      file = Mushy::WriteFile.get_file_from the_config
       options = {
-          path:    the_config[:path],
+          path:    file,
           full:    ['true', ''].include?(the_config[:full].to_s),
           quality: (the_config[:quality].to_s == '' ? '100' : the_config[:quality]).to_i
       }
 
       the_browser.screenshot options
 
-      options
+      the_result[:options] = options
+      the_result[:file] = Mushy::Ls.new.process({}, { path: file })[0]
+
+      the_result
 
     end
 

data/lib/mushy/fluxs/write_file.rb

@@ -6,34 +6,46 @@ module Mushy
       {
         name: 'WriteFile',
         description: 'Write a file.',
-        config: {
-          name: {
-                  description: 'The name of the file.',
-                  type:        'text',
-                  value:       'file.csv',
-                },
-          directory: {
-                  description: 'The directory in which to write the file. Leave blank for the current directory.',
-                  type:        'text',
-                  value:       '',
-                },
-          data: {
-                  description: 'The text to write. You can use Liquid templating here to pull data from the event, or write hardcoded data.',
-                  type:        'text',
-                  value:       '{{data}}',
-                },
-        },
+        config: file_saving_config.merge({
+                  data: {
+                          description: 'The text to write. You can use Liquid templating here to pull data from the event, or write hardcoded data.',
+                          type:        'text',
+                          value:       '{{data}}',
+                        },
+                }),
       }
     end
 
-    def process event, config
-      file = config[:name]
+    def self.file_saving_config
+      {
+        name: {
+                description: 'The name of the file.',
+                type:        'text',
+                value:       'file.csv',
+              },
+        directory: {
+                     description: 'The directory in which to write the file. Leave blank for the current directory.',
+                     shrink:      true,
+                     type:        'text',
+                     value:       '',
+                   },
+        }
+    end
 
+    def self.get_file_from config
+      file = config[:name]
       file = File.join(config[:directory], file) if config[:directory].to_s != ''
+      file
+    end
+
+    def process event, config
+      file = self.class.get_file_from config
 
       File.open(file, 'w') { |f| f.write config[:data] }
 
-      {}
+      {
+        file: Mushy::Ls.new.process({}, { path: file })[0]
+      }
     end
 
   end

data/mushy.gemspec

@@ -4,7 +4,7 @@ require 'mushy/version'
 
 Gem::Specification.new do |s|
   s.name           = 'mushy'
-  s.version        = '0.3.0'
+  s.version        = '0.5.2'
   s.date           = '2020-11-23'
   s.summary        = 'Process streams of work using common modules.'
   s.description    = 'This tool assists in the creation and processing of workflows.'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: mushy
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.5.2
 platform: ruby
 authors:
 - Darren Cauthon
@@ -164,6 +164,7 @@ files:
 - lib/mushy/builder/dark.rb
 - lib/mushy/builder/index.rb
 - lib/mushy/builder/vue.rb
+- lib/mushy/date_parts.rb
 - lib/mushy/event.rb
 - lib/mushy/flow.rb
 - lib/mushy/flux.rb
@@ -172,6 +173,7 @@ files:
 - lib/mushy/fluxs/build_csv.rb
 - lib/mushy/fluxs/cli.rb
 - lib/mushy/fluxs/collection.rb
+- lib/mushy/fluxs/document.rb
 - lib/mushy/fluxs/environment.rb
 - lib/mushy/fluxs/filter.rb
 - lib/mushy/fluxs/format.rb
@@ -181,6 +183,8 @@ files:
 - lib/mushy/fluxs/ls.rb
 - lib/mushy/fluxs/parse_html.rb
 - lib/mushy/fluxs/pdf.rb
+- lib/mushy/fluxs/print.rb
+- lib/mushy/fluxs/pwd.rb
 - lib/mushy/fluxs/read_csv.rb
 - lib/mushy/fluxs/read_file.rb
 - lib/mushy/fluxs/screenshot.rb