mushy 0.5.1 → 0.8.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1768d2d862215f72ec4ac972490931ac8d989ed8b37353c2d90c440a47047519
-  data.tar.gz: 157ae813b2b0c616e574f8e4d15186c64347c86c3d76c67d18e2f12b71a9d550
+  metadata.gz: 479ccc8116bd6b1cc29396f6218108d110ef0cb166d8e19800de282e3c9960eb
+  data.tar.gz: b83c88258d9cfde5f08eea41d6b16a6fc935f39b4ef3f757bf3db303fc460676
 SHA512:
-  metadata.gz: ea5cd34d6d16a19f80548831804278a6f7b958612c1fd72a1c8c4df71a9fad1cc1c0578ed9ed35e5afb90a860f4579f4317fb29d4592b38369b9dcc7ec6f6840
-  data.tar.gz: 4ecf0d5b933a45eff8d2a2f8d4c4f73bb932476d69cf6456d9c67ca20b46cae1f933a2898eaefa8b49e0e5f149b18a3443de322ba4fc73eb5bd98ae95ba3c8af
+  metadata.gz: e09c68d4be5c311b7bb5ea0fb14f4539b0932a2a67c18239c4df7b786aa1221ae63b2a5b5418aed4d20b02a1c650380c0d9bf41abdf7562d596b5fe04ad632dc
+  data.tar.gz: f0d90a45776a0f07ba6a07fdb8348fd55d8f03fa3b941d310f2b547b089f70d402554a050981578b165a340eea86ba01f89202245c8424d0e32634eb7e37b286

data/lib/mushy/builder/api.rb

@@ -23,15 +23,15 @@ module Mushy
 
       def self.save file, data
 
-        file = "#{file}.json" unless file.downcase.end_with?('.json')
+        file = "#{file}.mushy" unless file.downcase.end_with?('.mushy')
 
         data = SymbolizedHash.new JSON.parse(data)
-        Mushy::WriteFile.new.process( {}, { name: file, data: data.to_json })
+        Mushy::WriteFile.new.process( {}, { name: file, data: JSON.pretty_generate(data) })
 
       end
 
       def self.start file, event
-        file = "#{file}.json" unless file.downcase.end_with?('.json')
+        file = "#{file}.mushy" unless file.downcase.end_with?('.mushy')
         flow = File.open(file).read
         flow = Mushy::Flow.parse flow
 
@@ -40,16 +40,25 @@ module Mushy
         pwd = Dir.pwd
 
         if service_fluxes.any?
-          calls = service_fluxes
+
+          things = service_fluxes
              .map { |s| { flux: s, proc: ->(e) do
                                                  Dir.chdir pwd
                                                  Mushy::Runner.new.start e, s, flow
-                                               end } }
+                                               end,
+                          run_method: (s.config[:run_strategy] == 'daemon' ? :run_this_as_a_daemon : :run_this_inline),
+                        }
+                  }.group_by { |x| x[:run_method] }
+
+          calls = (things[:run_this_as_a_daemon] || [])
              .map { |p| ->() { p[:flux].loop &p[:proc] } }
              .map { |x| ->() { loop &x } }
-             .map { |x| run_as_a_daemon &x }
+             .map { |x| run_this_as_a_daemon &x }
 
-          puts calls.inspect
+          (things[:run_this_inline] || [])
+             .map { |p| ->() { p[:flux].loop &p[:proc] } }
+             .map { |x| ->() { loop &x } }
+             .map { |x| run_this_inline &x }
 
           exit
         end
@@ -59,14 +68,17 @@ module Mushy
         Mushy::Runner.new.start event, cli_flux, flow
       end
 
-      def self.run_as_a_daemon &block
-        #block.call
+      def self.run_this_inline &block
+        block.call
+      end
+
+      def self.run_this_as_a_daemon &block
         Daemons.call(&block).pid.pid
       end
 
       def self.get_flow file
         puts "trying to get: #{file}"
-        file = "#{file}.json" unless file.downcase.end_with?('.json')
+        file = "#{file}.mushy" unless file.downcase.end_with?('.mushy')
         data = JSON.parse File.open(file).read
         data['fluxs']
           .reject { |x| x['parents'] }
@@ -93,6 +105,7 @@ module Mushy
                          details[:config][:limit] = { type: 'integer', shrink: true, description: 'Limit the number of events to this number.', default: '' }
                          details[:config][:join] = { type: 'text', shrink: true, description: 'Join all of the events from this flux into one event, under this name.', default: '' }
                          details[:config][:sort] = { type: 'text', shrink: true, description: 'Sort by this key.', default: '' }
+                         details[:config][:ignore] = { type: 'text', shrink: true, description: 'Ignore these keys.', value: '', default: '' }
                          details[:config][:model] = { type: 'keyvalue', shrink: true, description: 'Reshape the outgoing events.', value: {}, default: {} }
 
                          details[:config][:error_strategy] = {
@@ -103,6 +116,16 @@ module Mushy
                            shrink:      true,
                          }
 
+                         if flux.new.respond_to? :loop
+                           details[:config][:run_strategy] = {
+                             description: 'Run this using this strategy. (select "daemon" if this should be run in the background)',
+                             type:        'select',
+                             options:     ['', 'inline', 'daemon'],
+                             value:       '',
+                             shrink:      true,
+                           }
+                         end
+
                          details[:config]
                                 .select { |_, v| v[:type] == 'keyvalue' }
                                 .select { |_, v| v[:editors].nil? }
@@ -114,7 +137,7 @@ module Mushy
                                   end
 
                          details
-                 end
+                 end.sort_by { |x| x[:name] }
         }
       end
 

data/lib/mushy/date_parts.rb

@@ -22,6 +22,8 @@ module Mushy
         method = i[1] || i[0]
         t[i[0]] = now.send method
         t
+      end.tap do |hash|
+        hash[:seconds_ago] = Time.now - now
       end
     end
 

data/lib/mushy/flux.rb

@@ -91,7 +91,7 @@ module Mushy
     end
 
     def shape_these results, event, config
-      supported_shaping = [:merge, :outgoing_split, :group, :model, :join, :sort, :limit]
+      supported_shaping = [:merge, :outgoing_split, :group, :model, :ignore, :join, :sort, :limit]
 
       shaping = supported_shaping
       if (config[:shaping])
@@ -136,6 +136,13 @@ module Mushy
       results.map { |x| masher.mash by, x }
     end
 
+    def ignore_these_results results, event, by
+      return results if by.to_s == ''
+      ignore_fields = by.split ','
+      results.each { |r| ignore_fields.each { |f| r.delete f } }
+      results
+    end
+
     def merge_these_results results, event, by
       keys_to_merge = convert_this_to_an_array by
       keys_to_merge = event.keys.map { |x| x.to_s } if (keys_to_merge[0] == '*')

data/lib/mushy/fluxs/file_watch.rb

@@ -0,0 +1,46 @@
+require 'listen'
+
+module Mushy
+
+  class FileWatch < Flux
+
+    def self.details
+      {
+        name: 'FileWatch',
+        description: 'Watch for file changes.',
+        config: {
+          directory: {
+                       description: 'The directory to watch.',
+                       type:        'text',
+                       value:       '',
+                     },
+        },
+      }
+    end
+
+    def loop &block
+
+      directory = config[:directory].to_s != '' ? config[:directory] : Dir.pwd
+
+      listener = Listen.to(directory) do |modified, added, removed|
+        the_event = {
+                      modified: modified,
+                      added: added,
+                      removed: removed,
+                    }
+        block.call the_event
+      end
+
+      listener.start
+
+      sleep
+
+    end
+
+    def process event, config
+      event
+    end
+
+  end
+
+end

data/lib/mushy/fluxs/ls.rb

@@ -41,7 +41,7 @@ module Mushy
       arguments = ['-A', '-l', '--full-time', '-i']
       arguments << '-R' if config[:recursive].to_s == 'true'
       arguments << '-d' if config[:directory_only].to_s == 'true'
-      arguments << config[:path] if config[:path].to_s != ''
+      arguments << "'#{config[:path]}'" if config[:path].to_s != ''
       arguments
     end
 
@@ -51,6 +51,7 @@ module Mushy
 
       needs_special_work_for_path = config[:directory_only].to_s != 'true' &&
                                     config[:path].to_s != '' &&
+                                    lines[0] &&
                                     lines[0].start_with?('total ')
 
       origin = config[:directory] || Dir.pwd
@@ -106,7 +107,7 @@ module Mushy
         r[:date] = Time.parse r[:date]
       end
 
-      result[:name] = segments.shift
+      result[:name] = segments.join ' '
 
       result.tap do |r|
         help_segments = r[:help].split ''

data/lib/mushy/fluxs/pdf.rb

@@ -4,8 +4,8 @@ module Mushy
 
     def self.details
       details = Browser.details
-      details['name'] = 'Pdf'
-      details['description'] = 'Turn a URL into a PDF.'
+      details[:name] = 'Pdf'
+      details[:description] = 'Turn a URL into a PDF.'
 
       details[:config][:path] = {
          description: 'The path of the PDF file to save.',
@@ -37,7 +37,10 @@ module Mushy
 
       the_browser.pdf options
 
-      options
+      {
+        options: options,
+        file: Mushy::Ls.new.process({}, { path: options[:path] })[0]
+      }
 
     end
 

data/lib/mushy/fluxs/smtp.rb

@@ -1,8 +1,50 @@
 require 'pony'
 
 module Mushy
+
+  class EmailBase < Flux
+
+    def process event, config
+      options = adjust(cleanup({
+          from: config[:from],
+          to: config[:to],
+          subject: config[:subject],
+          body: config[:body],
+          html_body: config[:html_body],
+          via_options: get_via_options_from(config)
+      }))
+
+      if (config[:attachment_file].to_s != '')
+        options[:attachments] = { config[:attachment_file].split("\/")[-1] => File.read(config[:attachment_file]) }
+      end
+
+      result = Pony.mail options
+      options.tap { |x| x.delete(:via_options) }
+    end
+
+    def adjust options
+    end
+
+    def cleanup options
+      options.tap do |hash|
+        hash.delete_if { |_, v| v.to_s == '' }
+      end
+    end
+
+    def get_via_options_from config
+      {
+        address:              config[:address],
+        port:                 config[:port].to_s,
+        user_name:            config[:username],
+        password:             config[:password],
+        domain:               config[:domain],
+        authentication:       :plain,
+        enable_starttls_auto: true,
+      }
+    end
+  end
   
-  class Smtp < Flux
+  class Smtp < EmailBase
 
     def self.details
       {
@@ -70,46 +112,10 @@ module Mushy
       }
     end
 
-    def process event, config
-      options = adjust(cleanup({
-          from: config[:from],
-          to: config[:to],
-          subject: config[:subject],
-          body: config[:body],
-          html_body: config[:html_body],
-          via_options: get_via_options_from(config)
-      }))
-
-      if (config[:attachment_file].to_s != '')
-        options[:attachments] = { config[:attachment_file].split("\/")[-1] => File.read(config[:attachment_file]) }
-      end
-
-      result = Pony.mail options
-      options.tap { |x| x.delete(:via_options) }
-    end
-
     def adjust options
       options.tap { |x| x[:via] = 'smtp' }
     end
 
-    def cleanup options
-      options.tap do |hash|
-        hash.delete_if { |_, v| v.to_s == '' }
-      end
-    end
-
-    def get_via_options_from config
-      {
-        address:              config[:address],
-        port:                 config[:port].to_s,
-        user_name:            config[:username],
-        password:             config[:password],
-        domain:               config[:domain],
-        authentication:       :plain,
-        enable_starttls_auto: true,
-      }
-    end
-
   end
 
 end

data/lib/mushy/fluxs/times.rb

@@ -0,0 +1,29 @@
+module Mushy
+
+  class Times < Flux
+
+    def self.details
+      {
+        name: 'Times',
+        description: 'Return the event passed to it, X times.',
+        config: {
+          times: {
+                   description: 'The number of times this event should be returned.',
+                   type:        'integer',
+                   value:       '1',
+                 },
+        }
+      }
+    end
+
+    def process event, config
+      config[:times]
+        .to_i
+        .times
+        .each_with_index
+        .map { |x, i| event.dup.tap { |e| e[:index] = i } }
+    end
+
+  end
+
+end

data/lib/mushy/masher.rb

@@ -45,7 +45,15 @@ module Mushy
       segments = key.split '.'
 
       segments.each do |segment|
-        data = data.is_a?(Hash) ? (data[segment] || data[segment.to_sym]) : (data ? data.send(segment.to_sym) : nil)
+        if segment.include?('[') && segment.include?(']')
+          the_splits = segment.split('[')
+          segment = the_splits[0]
+          index = the_splits[1].sub(']', '')
+          data = data.is_a?(Hash) ? (data[segment] || data[segment.to_sym]) : (data ? data.send(segment.to_sym) : nil)
+          data = data[index.to_i]
+        else
+          data = data.is_a?(Hash) ? (data[segment] || data[segment.to_sym]) : (data ? data.send(segment.to_sym) : nil)
+        end
       end
 
       data

data/lib/site.rb

@@ -2,7 +2,7 @@ require 'sinatra'
 
 require_relative 'mushy'
 
-the_file = 'hey.json'
+the_file = 'hey.mushy'
 
 get '/' do
   Mushy::Builder::Index.file

data/mushy.gemspec

@@ -4,7 +4,7 @@ require 'mushy/version'
 
 Gem::Specification.new do |s|
   s.name           = 'mushy'
-  s.version        = '0.5.1'
+  s.version        = '0.8.0'
   s.date           = '2020-11-23'
   s.summary        = 'Process streams of work using common modules.'
   s.description    = 'This tool assists in the creation and processing of workflows.'
@@ -16,14 +16,15 @@ Gem::Specification.new do |s|
   s.homepage       = 'https://cauthon.com'
   s.license        = 'MIT'
 
-  s.add_development_dependency 'minitest'
-  s.add_runtime_dependency 'sinatra'
-  s.add_runtime_dependency 'symbolized'
-  s.add_runtime_dependency 'thor'
-  s.add_runtime_dependency 'liquid'
-  s.add_runtime_dependency 'ferrum'
-  s.add_runtime_dependency 'nokogiri'
-  s.add_runtime_dependency 'faraday'
-  s.add_runtime_dependency 'pony'
-  s.add_runtime_dependency 'daemons'
+  s.add_development_dependency 'minitest', '~> 5'
+  s.add_runtime_dependency 'sinatra', '~> 2.1'
+  s.add_runtime_dependency 'symbolized', '~> 0.0.1'
+  s.add_runtime_dependency 'thor', '~> 1.1'
+  s.add_runtime_dependency 'liquid', '~> 5'
+  s.add_runtime_dependency 'ferrum','~> 0.11'
+  s.add_runtime_dependency 'nokogiri', '~> 1'
+  s.add_runtime_dependency 'faraday', '~> 1'
+  s.add_runtime_dependency 'pony', '~> 1.13'
+  s.add_runtime_dependency 'daemons', '~> 1'
+  s.add_runtime_dependency 'listen', '~> 3.5'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: mushy
 version: !ruby/object:Gem::Version
-  version: 0.5.1
+  version: 0.8.0
 platform: ruby
 authors:
 - Darren Cauthon
@@ -14,142 +14,156 @@ dependencies:
   name: minitest
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '5'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '5'
 - !ruby/object:Gem::Dependency
   name: sinatra
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '2.1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '2.1'
 - !ruby/object:Gem::Dependency
   name: symbolized
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.0.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.0.1
 - !ruby/object:Gem::Dependency
   name: thor
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.1'
 - !ruby/object:Gem::Dependency
   name: liquid
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '5'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '5'
 - !ruby/object:Gem::Dependency
   name: ferrum
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '0.11'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '0.11'
 - !ruby/object:Gem::Dependency
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1'
 - !ruby/object:Gem::Dependency
   name: faraday
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1'
 - !ruby/object:Gem::Dependency
   name: pony
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.13'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.13'
 - !ruby/object:Gem::Dependency
   name: daemons
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1'
+- !ruby/object:Gem::Dependency
+  name: listen
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.5'
 description: This tool assists in the creation and processing of workflows.
 email: darren@cauthon.com
 executables:
@@ -175,6 +189,7 @@ files:
 - lib/mushy/fluxs/collection.rb
 - lib/mushy/fluxs/document.rb
 - lib/mushy/fluxs/environment.rb
+- lib/mushy/fluxs/file_watch.rb
 - lib/mushy/fluxs/filter.rb
 - lib/mushy/fluxs/format.rb
 - lib/mushy/fluxs/get.rb
@@ -189,6 +204,7 @@ files:
 - lib/mushy/fluxs/read_file.rb
 - lib/mushy/fluxs/screenshot.rb
 - lib/mushy/fluxs/smtp.rb
+- lib/mushy/fluxs/times.rb
 - lib/mushy/fluxs/write_file.rb
 - lib/mushy/masher.rb
 - lib/mushy/run.rb