mushy 0.21.2 → 0.24.0

data/lib/mushy/fluxs/cli.rb

@@ -1,32 +1,26 @@
-module Mushy
-  
-  class Cli < Flux
-
-    def self.details
-      {
-        name: 'Cli',
-        title: 'Start a flow via command line',
-        fluxGroup: { name: 'Starters', position: 0 },
-        description: 'Accept CLI arguments from the run command.',
-        config: {
-        },
-        examples: {
-          "Calling From The Command Line" => {
-                                               description: 'Calling the CLI with command-line arguments.',
-                                               input: "mushy start file first:John last:Doe",
-                                               result: {
-                                                         "first": "John",
-                                                         "last": "Doe"
-                                                       }
-                                             },
+class Mushy::Cli < Mushy::Flux
+  def self.details
+    {
+      name: 'Cli',
+      title: 'Start a flow via command line',
+      fluxGroup: { name: 'Starters', position: 0 },
+      description: 'Accept CLI arguments from the run command.',
+      config: {
+      },
+      examples: {
+        'Calling From The Command Line' => {
+          description: 'Calling the CLI with command-line arguments.',
+          input: 'mushy start file first:John last:Doe',
+          result: {
+            first: 'John',
+            last: 'Doe'
           }
+        }
       }
-    end
-
-    def process event, config
-      event
-    end
-
+    }
   end
 
-end
+  def process(event, _)
+    event
+  end
+end

data/lib/mushy/fluxs/document.rb

@@ -1,43 +1,37 @@
-module Mushy
-  
-  class Document < Flux
-
-    def self.details
-      {
-        name: 'Document',
-        title: 'Make a multi-line liquid value',
-        description: 'Create a multi-line document.',
-        fluxGroup: { name: 'Flows' },
-        config: {
-          document: {
-                      description: 'The multi-line document you wish to create.',
-                      type:        'textarea',
-                      value:       '',
-                    },
-        },
-        examples: {
-          "Example" => {
-                         description: 'Using this Flux to build a document',
-                         input: {
-                                  people: [ { name: "John" }, { name: "Jane" } ]
-                                },
-                         config: {
-                                   document: '{% for person in people %} {{ person.name }} {% endfor %}'
-                                 },
-                         result: {
-                                   document: ' John  Jane ',
-                                 }
-                       },
+class Mushy::Document < Mushy::Flux
+  def self.details
+    {
+      name: 'Document',
+      title: 'Make a multi-line liquid value',
+      description: 'Create a multi-line document.',
+      fluxGroup: { name: 'Flows' },
+      config: {
+        document: {
+          description: 'The multi-line document you wish to create.',
+          type: 'textarea',
+          value: ''
+        }
+      },
+      examples: {
+        'Example' => {
+          description: 'Using this Flux to build a document',
+          input: {
+            people: [{ name: 'John' }, { name: 'Jane' }]
+          },
+          config: {
+            document: '{% for person in people %} {{ person.name }} {% endfor %}'
+          },
+          result: {
+            document: ' John  Jane '
           }
+        }
       }
-    end
-
-    def process event, config
-      {
-        document: config[:document],
-      }
-    end
-
+    }
   end
 
-end
+  def process(_, config)
+    {
+      document: config[:document]
+    }
+  end
+end

data/lib/mushy/fluxs/environment.rb

@@ -1,41 +1,28 @@
-module Mushy
-  
-  class Environment < Flux
-
-    def self.details
-      {
-        name: 'Environment',
-        title: 'Pull environment variables',
-        description: 'Pull environment variables.',
-        fluxGroup: { name: 'Environment' },
-        config: {
-          variables: {
-                       description: 'Map the environment variables to a new event.',
-                       type:        'keyvalue',
-                       value:       {},
-                     },
-        },
-        examples: {
-          "Example" => {
-                         description: 'Get environmental variables.',
-                         config: {
-                                   variables: { text_domain: 'TEXTDOMAIN' }
-                                 },
-                         result: {
-                                   text_domain: 'Linux-PAM',
-                                 }
-                       },
+class Mushy::Environment < Mushy::Flux
+  def self.details
+    {
+      name: 'Environment',
+      title: 'Pull environment variables',
+      description: 'Pull environment variables.',
+      fluxGroup: { name: 'Environment' },
+      config: {
+        variables: {
+          description: 'Map the environment variables to a new event.',
+          type: 'keyvalue',
+          value: {}
+        }
+      },
+      examples: {
+        'Example' => {
+          description: 'Get environmental variables.',
+          config: { variables: { text_domain: 'TEXTDOMAIN' } },
+          result: { text_domain: 'Linux-PAM' }
         }
       }
-    end
-
-    def process event, config
-      config[:variables].reduce({}) do |t, i|
-        t[i[0]] = ENV[i[1]]
-        t
-      end
-    end
-
+    }
   end
 
+  def process(_, config)
+    config[:variables].each_with_object({}) { |t, i| t[i[0]] = ENV[i[1]] }
+  end
 end

data/lib/mushy/fluxs/file_watch.rb

@@ -1,93 +1,130 @@
 require 'listen'
 
-module Mushy
-
-  class FileWatch < Flux
-
-    def self.details
-      {
-        name: 'FileWatch',
-        title: 'Start a flow when files change',
-        fluxGroup: { name: 'Starters', position: 0 },
-        description: 'Watch for file changes.',
-        config: {
-          directory: {
-                       description: 'The directory to watch, defaults to the current directory.',
-                       type:        'text',
-                       shrink:      true,
-                       value:       '',
-                     },
-          include_all_file_details: {
-                       description: 'If true, returns all details for the file. If false, just path & name are returned',
-                       type:        'boolean',
-                       shrink:      true,
-                       value:       '',
-                     }
+class Mushy::FileWatch < Mushy::Flux
+  def self.details
+    {
+      name: 'FileWatch',
+      title: 'Start a flow when files change',
+      fluxGroup: { name: 'Starters', position: 0 },
+      description: 'Watch for file changes.',
+      config: {
+        directory: {
+          description: 'The directory to watch, defaults to the current directory.',
+          type: 'text',
+          shrink: true,
+          value: ''
+        },
+        include_all_file_details: {
+          description: 'If true, returns all details for the file. If false, just path & name are returned.',
+          type: 'boolean',
+          shrink: true,
+          value: ''
+        },
+        merge_all_file_changes: {
+          description: 'If true, all changes are merged into one "files". If false, added/modified/removed are returned separately.',
+          type: 'boolean',
+          shrink: true,
+          value: ''
+        },
+        include_added: {
+          description: 'Include added fields, defaults to true.',
+          type: 'boolean',
+          shrink: true,
+          value: ''
         },
-        examples: {
-          "Files Added" => {
-                             description: 'When a file is added, this type of result will be returned.',
-                             result: {
-                                       modified: [],
-                                       added: [ { path: '/home/pi/Desktop/mushy/bin/hey.txt', directory: '/home/pi/Desktop/mushy/bin', name: 'hey.txt' } ],
-                                       removed:[]
-                                     }
-                           },
-          "Files Removed" => {
-                               description: 'When a file is deleted, this type of result will be returned.',
-                               result: {
-                                         modified: [],
-                                         added: [],
-                                         removed:[{ path: '/home/pi/Desktop/mushy/mushy-0.15.3.gem', directory: '/home/pi/Desktop/mushy', name: 'mushy-0.15.3.gem'} ]
-                                       }
-                             },
-          "Files Modified" => {
-                                description: 'When a file is modified, this type of result will be returned.',
-                                result: {
-                                          modified: [ { path: '/home/pi/Desktop/mushy/lib/mushy/fluxs/environment.rb', directory: '/home/pi/Desktop/mushy/lib/mushy/fluxs/environment.rb', name: 'environment.rb' } ],
-                                          added: [],
-                                          removed:[]
-                                        }
-                              },
+        include_modified: {
+          description: 'Include modified fields, defaults to true.',
+          type: 'boolean',
+          shrink: true,
+          value: ''
+        },
+        include_removed: {
+          description: 'Include removed fields, defaults to true.',
+          type: 'boolean',
+          shrink: true,
+          value: ''
+        }
+      },
+      examples: {
+        'Files Added' => {
+          description: 'When a file is added, this type of result will be returned.',
+          result: {
+            modified: [],
+            added: [{ path: '/home/pi/Desktop/mushy/bin/hey.txt', directory: '/home/pi/Desktop/mushy/bin', name: 'hey.txt' }],
+            removed: []
+          }
+        },
+        'Files Removed' => {
+          description: 'When a file is deleted, this type of result will be returned.',
+          result: {
+            modified: [],
+            added: [],
+            removed: [{ path: '/home/pi/Desktop/mushy/mushy-0.15.3.gem', directory: '/home/pi/Desktop/mushy', name: 'mushy-0.15.3.gem'}]
+          }
+        },
+        'Files Modified' => {
+          description: 'When a file is modified, this type of result will be returned.',
+          result: {
+            modified: [{ path: '/home/pi/Desktop/mushy/lib/mushy/fluxs/environment.rb', directory: '/home/pi/Desktop/mushy/lib/mushy/fluxs/environment.rb', name: 'environment.rb' }],
+            added: [],
+            removed: []
+          }
         }
       }
+    }
+  end
+
+  def loop(&block)
+    directory = config[:directory].to_s != '' ? config[:directory] : Dir.pwd
+
+    listener = Listen.to(directory) do |modified, added, removed|
+      block.call convert_changes_to_event(modified, added, removed, config)
     end
 
-    def loop(&block)
-      directory = config[:directory].to_s != '' ? config[:directory] : Dir.pwd
+    listener.start
 
-      listener = Listen.to(directory) do |modified, added, removed|
-        the_event = {
-                      modified: modified.map { |f| get_the_details_for(f) },
-                      added: added.map { |f| get_the_details_for(f) },
-                      removed: removed.map { |f| get_the_details_for(f) }
-                    }
-        block.call the_event
-      end
+    sleep
+  end
 
-      listener.start
+  def process(event, _)
+    event
+  end
 
-      sleep
+  def test(_, config)
+    modified = [Mushy::Ls.new.process({}, {}).select { |x| x[:type] == '-' }.sample]
+               .compact
+               .map { |x| x[:path] }
+    convert_changes_to_event(modified, [], [], config)
+  end
 
-    end
+  def convert_changes_to_event(modified, added, removed, config)
+    modified = [] if config[:include_modified].to_s == 'false'
+    added = [] if config[:include_added].to_s == 'false'
+    removed = [] if config[:include_removed].to_s == 'false'
 
-    def process event, config
-      event
-    end
+    result = {
+      modified: modified.map { |f| get_the_details_for(f, config) },
+      added: added.map { |f| get_the_details_for(f, config) },
+      removed: removed.map { |f| get_the_details_for(f, config) }
+    }
 
-    def get_the_details_for(file)
-      if config[:include_all_file_details].to_s == 'true'
-        Mushy::Ls.new.process({}, { path: file })[0]
-      else
-        segments = file.split("\/")
-        {
-          path: file,
-          name: segments.pop,
-          directory: segments.join("\/")
-        }
-      end
-    end
+    return result unless config[:merge_all_file_changes].to_s == 'true'
 
+    {
+      files: [:added, :modified, :removed].map { |x| result[x] }.flatten
+    }
   end
 
-end
+  def get_the_details_for(file, config)
+    if config[:include_all_file_details].to_s == 'true'
+      Mushy::Ls.new.process({}, { path: file })[0]
+    else
+      segments = file.split("\/")
+      {
+        path: file,
+        name: segments.pop,
+        directory: segments.join("\/")
+      }
+    end
+  end
+end

data/lib/mushy/fluxs/write_json.rb

@@ -1,45 +1,35 @@
 require 'csv'
 
-module Mushy
-  
-  class WriteJson < Flux
-
-    def self.details
-      {
-        name: 'WriteJson',
-        title: 'Serialize as JSON',
-        description: 'Write the incoming event as JSON.',
-        fluxGroup: { name: 'JSON' },
-        config: {
-          key: {
-                description: 'The key of the outgoing field that will contain the JSON.',
-                type:        'text',
-                value:       'json',
-              },
-        },
-        examples: {
-          "Example" => {
-                         description: 'Using this Flux to convert input to a JSON string.',
-                         input: {
-                                  people: [ { name: "John" }, { name: "Jane" } ]
-                                },
-                         config: {
-                                   key: 'apple'
-                                 },
-                         result: {
-                                   apple: "{\"people\":[{\"name\":\"John\"},{\"name\":\"Jane\"}]}"
-                                 }
-                       },
-          }
-      }
-    end
-
-    def process event, config
-      {
-        config[:key] => event.to_json
+class Mushy::WriteJson < Mushy::Flux
+  def self.details
+    {
+      name: 'WriteJson',
+      title: 'Serialize as JSON',
+      description: 'Write the incoming event as JSON.',
+      fluxGroup: { name: 'JSON' },
+      config: {
+        key: {
+          description: 'The key of the outgoing field that will contain the JSON.',
+          type: 'text',
+          value: 'json'
+        }
+      },
+      examples: {
+        'Example' => {
+          description: 'Using this Flux to convert input to a JSON string.',
+          input: {
+            people: [{ name: 'John' }, { name: 'Jane' }]
+          },
+          config: { key: 'apple' },
+          result: { apple: '{"people":[{"name":"John"},{"name":"Jane"}]}' }
+        }
       }
-    end
-
+    }
   end
 
-end
+  def process(event, config)
+    {
+      config[:key] => event.to_json
+    }
+  end
+end

data/lib/mushy.rb

@@ -4,15 +4,15 @@ require 'symbolized'
 Dir[File.dirname(__FILE__) + '/mushy/*.rb'].each { |f| require f }
 
 important_flux_files = [
-                        'bash',
-                        'browser',
-                        'simple_python_program',
-                       ].map { |x| "#{x}.rb" }
+  :bash,
+  :browser,
+  :simple_python_program
+].map { |x| "#{x}.rb" }
 
 Dir[File.dirname(__FILE__) + '/mushy/fluxs/*.rb']
-  .map     { |x| [x, important_flux_files.find_index(x.split("\/")[-1]) || 9999999] }
+  .map     { |x| [x, important_flux_files.find_index(x.split("\/")[-1]) || 9_999_999] }
   .sort_by { |x| x[1] }
   .map     { |x| x[0] }
   .each    { |f| require f }
 
-Dir[File.dirname(__FILE__) + '/mushy/builder/*.rb'].each { |f| require f }
+Dir[File.dirname(__FILE__) + '/mushy/builder/*.rb'].each { |f| require f }

data/mushy.gemspec

@@ -4,7 +4,7 @@ require 'mushy/version'
 
 Gem::Specification.new do |s|
   s.name           = 'mushy'
-  s.version        = '0.21.2'
+  s.version        = '0.24.0'
   s.date           = '2020-11-23'
   s.summary        = 'Process streams of work using common modules.'
   s.description    = 'This tool assists in the creation and processing of workflows.'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: mushy
 version: !ruby/object:Gem::Version
-  version: 0.21.2
+  version: 0.24.0
 platform: ruby
 authors:
 - Darren Cauthon