mushy 0.2.5 → 0.4.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 76db9c933d82210929659d12c7e003926a9e6616bffa13b3bf52a10748397a77
-  data.tar.gz: 619f6c29844f159327805bad1b5ab0a7c73b4292008bab772686af8caf90abb5
+  metadata.gz: 78f078fac4fc19b1ee58323ce2ceaed770613dd8c71901a8a9a7f4ba03c5b413
+  data.tar.gz: f19bde198e025b8478400fd33bbd8471b688b33b6caac27ae1f78441441bd895
 SHA512:
-  metadata.gz: edfffd82e02a0e3e1bca89e7b448f4648c57ed130ab09228b743b494d4f78dd3fb995c6cee7277033702206bd96c3a62a193879cc71fc7c6342844cc45c49bcf
-  data.tar.gz: ff241f80dbb70b03c7347895437f64e66765b94c99e3ec32a303e9dd6f36c43015c3d1b6935ccd7fc3f73719f4f726e68f2d4be0016ee5125e65e0c802fe6fff
+  metadata.gz: 6aff2c9d3d21517c385a5d1f5d0464ae37c77f281c32ef3a5f520cd667ad6354399f3be8e589dcd5883e4a8c0c60d321709373dd174dcd27813c77cb99c1958f
+  data.tar.gz: cc0c2218bc455af76721edf9f9358828a21a45635c31e4f5b6a049b03c98ba7f83ea2212567426fad6114042d29ccc0a02251ee502be69c16eeeca0763c9cb16

data/lib/mushy/builder/api.rb

@@ -1,3 +1,5 @@
+require 'daemons'
+
 module Mushy
 
   module Builder
@@ -32,9 +34,34 @@ module Mushy
         file = "#{file}.json" unless file.downcase.end_with?('.json')
         flow = File.open(file).read
         flow = Mushy::Flow.parse flow
-        flux = flow.fluxs.select { |x| x.type == 'Cli' }.first
 
-        Mushy::Runner.new.start event, flux, flow
+        service_fluxes = flow.fluxs.select { |x| x.respond_to? :loop }
+
+        pwd = Dir.pwd
+
+        if service_fluxes.any?
+          calls = service_fluxes
+             .map { |s| { flux: s, proc: ->(e) do
+                                                 Dir.chdir pwd
+                                                 Mushy::Runner.new.start e, s, flow
+                                               end } }
+             .map { |p| ->() { p[:flux].loop &p[:proc] } }
+             .map { |x| ->() { loop &x } }
+             .map { |x| run_as_a_daemon &x }
+
+          puts calls.inspect
+
+          exit
+        end
+
+        cli_flux = flow.fluxs.select { |x| x.kind_of?(Mushy::Cli) }.first
+
+        Mushy::Runner.new.start event, cli_flux, flow
+      end
+
+      def self.run_as_a_daemon &block
+        #block.call
+        Daemons.call(&block).pid.pid
       end
 
       def self.get_flow file

data/lib/mushy/date_parts.rb

@@ -0,0 +1,30 @@
+module Mushy
+
+  module DateParts
+
+    def self.parse now
+      {
+        year: nil,
+        month: nil,
+        day: nil,
+        hour: nil,
+        minute: :min,
+        second: :sec,
+        nanosecond: :nsec,
+        utc_offset: nil,
+        weekday: :wday,
+        day_of_month: :mday,
+        day_of_year: :yday,
+        string: :to_s,
+        epoch_integer: :to_i,
+        epoch_float: :to_f,
+      }.reduce({}) do |t, i|
+        method = i[1] || i[0]
+        t[i[0]] = now.send method
+        t
+      end
+    end
+
+  end
+
+end

data/lib/mushy/fluxs/browser.rb

@@ -18,7 +18,7 @@ module Mushy
                       description: 'Run this browser headless.',
                       type:        'boolean',
                       shrink:      true,
-                      value:       'true',
+                      value:       '',
                     },
           timeout: {
                      description: 'The default timeout (in seconds) before closing the browser. Default is 5 seconds.',

data/lib/mushy/fluxs/environment.rb

@@ -0,0 +1,28 @@
+module Mushy
+  
+  class Environment < Flux
+
+    def self.details
+      {
+        name: 'Environment',
+        description: 'Pull environment variables.',
+        config: {
+          variables: {
+                       description: 'Map the environment variables to a new event.',
+                       type:        'keyvalue',
+                       value:       {},
+                     },
+        },
+      }
+    end
+
+    def process event, config
+      config[:variables].reduce({}) do |t, i|
+        t[i[0]] = ENV[i[1]]
+        t
+      end
+    end
+
+  end
+
+end

data/lib/mushy/fluxs/git_log.rb

@@ -0,0 +1,86 @@
+module Mushy
+
+  class GitLog < Bash
+
+    def self.details
+      {
+        name: 'GitLog',
+        description: 'Return git logs.',
+        config: {
+          directory: {
+                       description: 'The working directory in which the command will be run.',
+                       type:        'text',
+                       shrink:      true,
+                       value:       '',
+                     },
+          after: {
+                   description: 'Filter for commits after this',
+                   type:        'text',
+                   shrink:      true,
+                   value:       '',
+                 },
+          before: {
+                   description: 'Filter for commits before this',
+                   type:        'text',
+                   shrink:      true,
+                   value:       '',
+                 },
+          author: {
+                   description: 'Filter for commits by this author',
+                   type:        'text',
+                   shrink:      true,
+                   value:       '',
+                 },
+          committer: {
+                   description: 'Filter for commits by this committer',
+                   type:        'text',
+                   shrink:      true,
+                   value:       '',
+                 },
+        },
+      }
+    end
+
+    def process event, config
+
+      config[:command] = 'git log'
+
+      if config[:directory].to_s != ''
+        config[:command] = "cd \"#{config[:directory]}\";#{config[:command]}"
+      end
+
+      [:after, :before, :author, :committer]
+        .select { |x| config[x].to_s != ''}
+        .each   { |k| config[:command] = "#{config[:command]} --#{k}=\"#{config[k]}\"" }
+
+      result = super event, config
+
+      return result unless result[:success]
+
+      result[:text].split("\n\n").reduce([]) do |results, line|
+        if line.start_with? 'commit'
+          results << { message: line.sub('commit', 'commit:') }
+        else
+          results[-1][:message] = results[-1][:message] + "\nMessage: " + line.strip
+        end
+        results
+      end.map { |x| x[:message] }.map do |line|
+        line.split("\n").reduce({}) do |t, i|
+          segments = i.split ':'
+          key = segments.shift.strip.downcase.to_sym
+          t[key] = segments.map { |y| y.strip }.join ':'
+          t
+        end
+      end.map do |commit|
+        commit.tap do |x|
+          segments = x[:author].split '<'
+          x[:author_name] = segments.shift.strip
+          x[:author_email] = segments.join('').strip.gsub('>', '')
+        end
+      end
+
+    end
+
+  end
+
+end

data/lib/mushy/fluxs/interval.rb

@@ -0,0 +1,56 @@
+require 'csv'
+
+module Mushy
+
+  class Interval < Flux
+
+    def self.setup
+      {
+        seconds: ->(x) { x },
+        minutes: ->(x) { x * 60 },
+        hours:   ->(x) { x * 60 * 60 },
+        days:    ->(x) { x * 60 * 60 * 24 },
+        weeks:   ->(x) { x * 60 * 60 * 24 * 7 },
+      }
+    end
+
+    def self.details
+      {
+        name: 'Interval',
+        description: 'Fire an event every X minutes.',
+        config: {},
+      }.tap do |c|
+        setup.keys.each do |key|
+          c[:config][key] = {
+                              description: "#{key.to_s.capitalize} until the job is fired again.",
+                              type:        'integer',
+                              shrink:       true,
+                              value:       '',
+                            }
+        end
+      end
+    end
+
+    def loop &block
+      event = { time: time }
+      block.call event
+      sleep time
+    end
+
+    def time
+      the_time = self.class.setup.keys
+                      .select { |x| config[x].to_s != '' }
+                      .map    { |x| self.class.setup[x].call(config[x].to_i) }
+                      .sum
+
+      the_time > 0 ? the_time : 60
+    end
+
+    def process event, config
+      now = Time.now
+      Mushy::DateParts.parse now
+    end
+
+  end
+
+end

data/lib/mushy/fluxs/ls.rb

@@ -6,30 +6,82 @@ module Mushy
       {
         name: 'Ls',
         description: 'Run the "ls" command.',
-        config: {
-          directory: {
-                       description: 'The working directory in which the command will be run.',
-                       type:        'text',
-                       value:       '',
-                     },
-        },
-      }
+        config: Mushy::Bash.details[:config].tap { |c| c.delete :command },
+      }.tap do |c|
+        c[:config][:recursive] = {
+                                   description: 'Pull files recursively.',
+                                   type:        'boolean',
+                                   shrink:      true,
+                                   value:       '',
+                                 }
+      end
     end
 
     def process event, config
 
-      config[:command] = 'ls'
+      arguments = ['-A', '-l', '--full-time', '-i']
+      arguments << '-R' if config[:recursive].to_s == 'true'
+      config[:command] = "ls #{arguments.join(' ')}"
 
       result = super event, config
 
       return result unless result[:success]
 
-      result[:text].split("\n").map do |x|
-        {
-          name: x,
-        }
+      lines = result[:text].split("\n")
+      lines.shift
+
+      origin = config[:directory] || Dir.pwd
+      directory = origin
+      lines.map do |x|
+        segments = x.split ' '
+        result = if segments.count > 5
+                   pull_file segments, directory
+                 elsif segments.count == 1
+                   dir_segments = segments[0].split("\/")
+                   dir_segments[0] = origin if dir_segments[0] == '.'
+                   dir_segments[-1] = dir_segments[-1].sub ':', ''
+                   directory = dir_segments.join("\/")
+                   nil
+                 else
+                   nil
+                 end
+      end.select { |x| x }
+
+    end
+
+    def pull_file segments, directory
+      result = {}
+
+      [:inode, :help, :hard_links, :owner, :group, :size].each do |key|
+        result[key] = segments.shift; x = segments.join ' '
+      end
+
+      result.tap do |r|
+        r[:date] = []
+        3.times { r[:date] << segments.shift }
+        r[:date] = r[:date].join ' '
+        r[:date] = Time.parse r[:date]
+      end
+
+      result[:name] = segments.shift
+
+      result.tap do |r|
+        help_segments = r[:help].split ''
+        r[:type] = help_segments[0]
+        r[:owner_permission] = [1, 2, 3].map { |i| help_segments[i] }.reduce('') { |t, i| t + i }
+        r[:group_permission] = [4, 5, 6].map { |i| help_segments[i] }.reduce('') { |t, i| t + i }
+        r[:other_permission] = [7, 8, 9].map { |i| help_segments[i] }.reduce('') { |t, i| t + i }
+        r.delete :help
       end
 
+      [:hard_links, :size].each { |x| result[x] = result[x].to_i }
+
+      result[:date_parts] = Mushy::DateParts.parse result[:date]
+
+      result[:directory] = directory
+      result[:path] = File.join result[:directory], result[:name]
+
+      result
     end
 
   end

data/lib/mushy/fluxs/print.rb

@@ -0,0 +1,26 @@
+module Mushy
+
+  class Print < Flux
+
+    def self.details
+      {
+        name: 'Print',
+        description: 'Print output to the screen.',
+        config: {
+          message: {
+                  description: 'The message to display',
+                  type:        'text',
+                  value:       '',
+                },
+        }
+      }
+    end
+
+    def process event, config
+      puts config[:message]
+      {}
+    end
+
+  end
+
+end

data/lib/mushy/fluxs/pwd.rb

@@ -0,0 +1,29 @@
+module Mushy
+
+  class Pwd < Bash
+
+    def self.details
+      {
+        name: 'Pwd',
+        description: 'Run the "pwd" command.',
+        config: Mushy::Bash.details[:config].tap { |c| c.delete :command },
+      }
+    end
+
+    def process event, config
+
+      config[:command] = 'pwd'
+
+      result = super event, config
+
+      return result unless result[:success]
+
+      {
+        pwd: result[:text].to_s.strip
+      }
+
+    end
+
+  end
+
+end

data/lib/mushy/fluxs/screenshot.rb

@@ -7,11 +7,10 @@ module Mushy
       details['name'] = 'Screenshot'
       details['description'] = 'Take a screenshot of the browser.'
 
-      details[:config][:path] = {
-         description: 'The path of the file to save.',
-         type:        'text',
-         value:       'picture.jpg',
-      }
+      details[:config].merge!(Mushy::WriteFile.file_saving_config.tap do |x|
+        x[x.keys.first][:value] = 'file.jpg'
+      end)
+
       details[:config][:quality] = {
          description: 'The quality of the image, a value beteen 0-100. Only applies to jpg.',
          type:        'integer',
@@ -33,15 +32,16 @@ module Mushy
       the_result  = input[:result]
       the_config  = input[:config]
 
+      file = Mushy::WriteFile.get_file_from config
       options = {
-          path:    the_config[:path],
+          path:    file,
           full:    ['true', ''].include?(the_config[:full].to_s),
           quality: (the_config[:quality].to_s == '' ? '100' : the_config[:quality]).to_i
       }
 
       the_browser.screenshot options
 
-      options
+      options.merge the_result
 
     end
 

data/lib/mushy/fluxs/write_file.rb

@@ -6,30 +6,40 @@ module Mushy
       {
         name: 'WriteFile',
         description: 'Write a file.',
-        config: {
-          name: {
-                  description: 'The name of the file.',
-                  type:        'text',
-                  value:       'file.csv',
-                },
-          directory: {
-                  description: 'The directory in which to write the file. Leave blank for the current directory.',
-                  type:        'text',
-                  value:       '',
-                },
-          data: {
-                  description: 'The text to write. You can use Liquid templating here to pull data from the event, or write hardcoded data.',
-                  type:        'text',
-                  value:       '{{data}}',
-                },
-        },
+        config: file_saving_config.merge({
+                  data: {
+                          description: 'The text to write. You can use Liquid templating here to pull data from the event, or write hardcoded data.',
+                          type:        'text',
+                          value:       '{{data}}',
+                        },
+                }),
       }
     end
 
-    def process event, config
-      file = config[:name]
+    def self.file_saving_config
+      {
+        name: {
+                description: 'The name of the file.',
+                type:        'text',
+                value:       'file.csv',
+              },
+        directory: {
+                     description: 'The directory in which to write the file. Leave blank for the current directory.',
+                     shrink:      true,
+                     type:        'text',
+                     value:       '',
+                   },
+        }
+    end
 
+    def self.get_file_from config
+      file = config[:name]
       file = File.join(config[:directory], file) if config[:directory].to_s != ''
+      file
+    end
+
+    def process event, config
+      file = self.class.get_file_from config
 
       File.open(file, 'w') { |f| f.write config[:data] }
 

data/mushy.gemspec

@@ -4,7 +4,7 @@ require 'mushy/version'
 
 Gem::Specification.new do |s|
   s.name           = 'mushy'
-  s.version        = '0.2.5'
+  s.version        = '0.4.1'
   s.date           = '2020-11-23'
   s.summary        = 'Process streams of work using common modules.'
   s.description    = 'This tool assists in the creation and processing of workflows.'
@@ -25,4 +25,5 @@ Gem::Specification.new do |s|
   s.add_runtime_dependency 'nokogiri'
   s.add_runtime_dependency 'faraday'
   s.add_runtime_dependency 'pony'
+  s.add_runtime_dependency 'daemons'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: mushy
 version: !ruby/object:Gem::Version
-  version: 0.2.5
+  version: 0.4.1
 platform: ruby
 authors:
 - Darren Cauthon
@@ -136,6 +136,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: daemons
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: This tool assists in the creation and processing of workflows.
 email: darren@cauthon.com
 executables:
@@ -150,6 +164,7 @@ files:
 - lib/mushy/builder/dark.rb
 - lib/mushy/builder/index.rb
 - lib/mushy/builder/vue.rb
+- lib/mushy/date_parts.rb
 - lib/mushy/event.rb
 - lib/mushy/flow.rb
 - lib/mushy/flux.rb
@@ -158,12 +173,17 @@ files:
 - lib/mushy/fluxs/build_csv.rb
 - lib/mushy/fluxs/cli.rb
 - lib/mushy/fluxs/collection.rb
+- lib/mushy/fluxs/environment.rb
 - lib/mushy/fluxs/filter.rb
 - lib/mushy/fluxs/format.rb
 - lib/mushy/fluxs/get.rb
+- lib/mushy/fluxs/git_log.rb
+- lib/mushy/fluxs/interval.rb
 - lib/mushy/fluxs/ls.rb
 - lib/mushy/fluxs/parse_html.rb
 - lib/mushy/fluxs/pdf.rb
+- lib/mushy/fluxs/print.rb
+- lib/mushy/fluxs/pwd.rb
 - lib/mushy/fluxs/read_csv.rb
 - lib/mushy/fluxs/read_file.rb
 - lib/mushy/fluxs/screenshot.rb