mushy 0.1.3 → 0.2.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5f516df95fc3919dd7d02ffe32228fd96364c06a56595ae8a7e986d406abc3af
-  data.tar.gz: c2dc07c4f8ad462134d674aeb4006eeabff5a07abee0d20d1ec5ff89312f80e7
+  metadata.gz: 8c7cd35133c18b25798aa2d8f41b917435e2eb2c766c8bd0798413bd86787d54
+  data.tar.gz: 06bf70b427dbb2ae5611cfe6d7fce4f6eff1910b291a768fc22ff6de67dd7330
 SHA512:
-  metadata.gz: b2e8a4bc112300daeb8089a455c10ef7c6842524a0a8dc3a00aa0c8715ecee836eff17f89c461ead76ae4ba716c56e49e436be57e8f163de3a57d8fe8249e816
-  data.tar.gz: ef23272c88796185deb60fd11ad9a326b3dd4a84d2df7aa86830727e72408811eda47a2fb13e59cb481b6a0fb0ad505a7ee4c606cf50b6478e7dc0d7303c0371
+  metadata.gz: 6b382bab1d6384c96b0c0b3da3e94fb6adb578103b8372509719288dcbb82b2b0e19d9b3a6711ad0dd678ded5af296d527d4142de9bfe2446d7dda464aeaf7ed
+  data.tar.gz: 00e17640e86de55782f0876318d8a1c18415c0a8f80f8c2891a79b28ddf7260ee8c199b67d3e78ea6ea7c2f710453df33297ccc10d58caab4bfcc47548c0ccad

data/bin/mushy

@@ -5,7 +5,7 @@ require 'mushy'
 
 class MushyCLI < Thor
 
-  argument :file
+  argument :file, optional: true, type: :string
   argument :values, optional: true, type: :hash
 
   desc "start FILE", "Run this workflow file."

data/lib/mushy.rb

@@ -3,15 +3,9 @@ require 'symbolized'
 
 Dir[File.dirname(__FILE__) + '/mushy/*.rb'].each { |f| require f }
 
-important_flux_files = ['bash'].map { |x| "#{x}.rb" }
+important_flux_files = ['bash', 'browser'].map { |x| "#{x}.rb" }
 Dir[File.dirname(__FILE__) + '/mushy/fluxs/*.rb']
   .sort_by { |f| important_flux_files.any? { |x| f.end_with?(x) } ? 0 : 1 }
   .each { |f| require f }
 
-Dir[File.dirname(__FILE__) + '/mushy/builder/*.rb'].each { |f| require f }
-
-module Mushy
-  def self.hi
-    puts 'hello'
-  end
-end
+Dir[File.dirname(__FILE__) + '/mushy/builder/*.rb'].each { |f| require f }

data/lib/mushy/builder/api.rb

@@ -40,7 +40,17 @@ module Mushy
       def self.get_flow file
         puts "trying to get: #{file}"
         file = "#{file}.json" unless file.downcase.end_with?('.json')
-        JSON.parse File.open(file).read
+        data = JSON.parse File.open(file).read
+        data['fluxs']
+          .reject { |x| x['parents'] }
+          .each   { |x| x['parents'] = [x['parent']].select { |y| y } }
+        data['fluxs']
+          .select { |x| x['parent'] }
+          .each   { |x| x.delete 'parent' }
+        data['fluxs']
+          .select { |x| x['parents'] }
+          .each   { |x| x['parents'] = x['parents'].select { |y| y } }
+        data
       rescue
         { fluxs: [] }
       end

data/lib/mushy/builder/index.rb

@@ -20,16 +20,14 @@ module Mushy
                 </tr>
                 <tr v-for="flux in flow.fluxs">
                     <td>{{flux.name}}</td>
-                    <td>{{flux_name_for(flux.parent, flow.fluxs)}}</td>
+                    <td>{{flux_name_for(flux.parents, flow.fluxs)}}</td>
                     <td>
                         <button v-on:click.prevent.stop="editFlux({ flux: flux, setup: setup, configs: configs })">Edit</button>
                         <button v-on:click.prevent.stop="deleteFlux({ flux: flux, flow: flow })">Delete</button>
                     </td>
                 </tr>
             </table>
-            <button v-if="setup.showFlux == false" v-on:click.prevent.stop="startNew({ setup: setup, configs: configs })">Start a New Flux</button>
-            <button v-if="setup.showFlux == false" v-on:click.prevent.stop="saveFlow({ setup: setup, flow: flow })">Save This Flow</button>
-            <button v-if="setup.showFlux" v-on:click.prevent.stop="setup.showFlux = false">&lt; Go Back To List</button>
+            <button v-if="setup.showFlux == false" v-on:click.prevent.stop="startNew({ setup: setup, configs: configs })">Add a New Flux To This Flow</button>
             <div v-if="setup.showFlux">
                 <mip-heavy :data="setup"></mip-heavy>
                 <mip-heavy v-for="(data, id) in configs" v-show="setup.flux.value === id" :data="data"></mip-heavy>
@@ -109,7 +107,7 @@ module Mushy
                };
            },
            props: ['label', 'placeholder', 'disabled', 'readonly', 'value', 'description', 'view'],
-           template: '<div><mip-h4 :id="id" :label="label" :description="description"></mip-h4> <pre><code>{{show(view, value)}}</code></pre><button :disabled="view==\\'beautiful\\'" v-on:click.prevent.stop="view=toggle(view)">{{(view == \\'beautiful\\' ? \\'View Smaller\\' : \\'View Pretty\\')}}</button><button :disabled="view!=\\'beautiful\\'" v-on:click.prevent.stop="view=toggle(view)">View Smaller</button><button v-on:click.prevent.stop="copy(view, value)">Copy</button></div>'
+           template: '<div><mip-h4 :id="id" :label="label" :description="description"></mip-h4> <pre><code>{{show(view, value)}}</code></pre><button :disabled="view==\\'beautiful\\'" v-on:click.prevent.stop="view=toggle(view)">View Pretty</button><button :disabled="view!=\\'beautiful\\'" v-on:click.prevent.stop="view=toggle(view)">View Smaller</button><button v-on:click.prevent.stop="copy(view, value)">Copy</button></div>'
        },
        radio: {
            props: ['label', 'value', 'options', 'description', 'shrink'],
@@ -123,6 +121,32 @@ module Mushy
            props: ['label', 'value', 'options', 'description', 'shrink'],
            template: '<div><mip-label :id="id" :label="label" :description="description" :hide_description="shrink"></mip-label> <a href="#" v-on:click.prevent.stop="shrink=false" v-show="shrink && !value">[^]</a><select :name="id" v-if="value || !shrink" v-on:input="$emit(\\'update:value\\', $event.target.value)"><option v-for="option in options" v-bind:value="option.id" :selected="value == option.id">{{option.name}}</option></select></div>'
        },
+       selectmanyrecords: {
+           data: function() {
+               return {
+                   selectedValue: '',
+                   remove: function(value, set) {
+                       if (set.includes(value) == false) return;
+                       for(var i = 0; i < set.length; i++)
+                       {
+                           if (set[i] === value)
+                           {
+                               set.splice(i, 1);
+                               i--;
+                           }
+                       }
+                       return set;
+                    },
+                   doit: function(value, set) {
+                       if (set.includes(value) == false)
+                           set.push(value);
+                       return set;
+                    },
+               };
+           },
+           props: ['label', 'value', 'options', 'description', 'shrink'],
+           template: '<div><mip-label :id="id" :label="label" :description="description" :hide_description="shrink"></mip-label> <a href="#" v-on:click.prevent.stop="shrink=false" v-show="shrink && !value">[^]</a> <span v-for="option in options" v-if="value && value.includes(option.id)">{{option.name}} <a href="#" v-on:click.prevent.stop="remove(option.id, value);$emit(\\'update:value\\', value)">[X]</a> </span> <a href="#" v-on:click.prevent.stop="doit(selectedValue, value);$emit(\\'update:value\\', value)">ADD</a> <select :name="id" v-if="value || !shrink" v-on:input="selectedValue=$event.target.value;"><option v-for="option in options" v-bind:value="option.id">{{option.name}}</option></select></div>'
+       },
        boolean: {
            props: ['label', 'value', 'options', 'description', 'shrink'],
            template: '<div><mip-label :id="id" :label="label" :description="description" :hide_description="shrink"></mip-label> <a href="#" v-on:click.prevent.stop="shrink=false" v-show="shrink && !value">[^]</a><select :name="id" v-if="(value != undefined && value != null && value != \\'\\') || !shrink" v-on:input="$emit(\\'update:value\\', $event.target.value)"><option v-for="option in [true, false]" v-bind:value="option" :selected="value == option">{{option}}</option></select></div>'
@@ -240,44 +264,63 @@ module Mushy
              for(var type in fluxTypes)
                 options.push(fluxTypes[type]);
 
+             var saveTheFlux = function(input)
+             {
+                 var theApp = input.app;
+                 var config = input.config;
+                 delete config.test_event;
+                 var setup = thingToData(theApp.setup);
+                 var flux = {
+                                id: setup.id,
+                                name: setup.name,
+                                flux: setup.flux,
+                                parents: setup.parents,
+                                config: config,
+                 };
+                 var index = -1;
+                 for(var i = 0; i < theApp.flow.fluxs.length; i++)
+                     if (theApp.flow.fluxs[i].id == flux.id)
+                        index = i;
+
+                 if (index < 0)
+                     theApp.flow.fluxs.push(flux);
+                 else
+                     theApp.flow.fluxs[index] = flux;
+             };
+
+             var saveTheFlow = function(input)
+             {
+                 var setup = input.setup;
+                 var flow = input.flow;
+                 axios.post('/save', flow)
+                     .then(function(result){});
+             };
+
+             var saveFlux = function(config) {
+             };
+
+             var ignoreFlux = function(config) {
+             };
+
              var setup = {
                    showFlux: false,
                    id: { type: 'hide', value: '' },
                    name: { type: 'text', value: '' },
                    flux: { type: 'select', value: fluxdata.fluxs[0].name, options: options},
-                   parent: { type: 'selectrecord', label: 'Receive Events From', value: '', options: flowdata.fluxs },
+                   parents: { type: 'selectmanyrecords', label: 'Receive Events From', value: '', options: flowdata.fluxs },
              };
 
              for (var key in configs)
              {
-                 configs[key].save = { type: 'button', name: 'Save This Flux', click: function(config, hey) {
-                     var nameOfTheSaveButton = hey.save.name;
-                     Vue.set(hey.save, 'name', 'Saving');
-                     delete config.test_event;
-                     var setup = thingToData(app.setup);
-                                       var flux = {
-                                           id: setup.id,
-                                           name: setup.name,
-                                           flux: setup.flux,
-                                           parent: setup.parent,
-                                           config: config,
-                                       };
-                     var index = -1;
-                     for(var i = 0; i < app.flow.fluxs.length; i++)
-                        if (app.flow.fluxs[i].id == flux.id)
-                            index = i;
-                     if (index < 0)
-                         app.flow.fluxs.push(flux);
-                     else
-                         app.flow.fluxs[index] = flux;
-
-                     setTimeout(function(){
-                         Vue.set(hey.save, 'name', nameOfTheSaveButton);
-                         app.setup.id.value = '';
-
-                         Vue.set(app.setup, 'showFlux', false);
-                     }, 500);
-                                     }
+                 configs[key].save = { type: 'button', name: 'Save Changes', click: function(config) {
+                         saveTheFlux({ app: app, config: config });
+                         saveTheFlow({ setup: app.setup, flow: app.flow });
+                         app.setup.showFlux = false;
+                     }
+                 };
+                 configs[key].cancel = { type: 'button', name: 'Ignore Changes', click: function() {
+                         app.setup.showFlux = false;
+                     }
                  };
 
                  configs[key].test_event = { type: 'json', value: '{}', default: '{}' };
@@ -317,7 +360,7 @@ module Mushy
                  Vue.set(setup.id, 'value', flux.id);
                  Vue.set(setup.name, 'value', flux.name);
                  Vue.set(setup.flux, 'value', flux.flux);
-                 Vue.set(setup.parent, 'value', flux.parent);
+                 Vue.set(setup.parents, 'value', flux.parents);
 
                  var applicable_config = configs[flux.flux];
                  for(var key in applicable_config)
@@ -331,7 +374,7 @@ module Mushy
 
                  options = flowdata.fluxs.filter(function(x){ return x.id != flux.id });
                  options.unshift( { id: '', name: '' } );
-                 setup.parent.options = options;
+                 setup.parents.options = options;
 
                  Vue.set(setup, 'showFlux', true);
                  app.results = [];
@@ -351,6 +394,7 @@ module Mushy
                          flux = {
                              id: uuidv4(),
                              name: '',
+                             parents: [],
                              config: {}
                          };
                          loadThisFlux({ flux: flux, setup: x.setup, configs: x.configs });
@@ -375,9 +419,9 @@ module Mushy
                      },
                      configs: configs,
                      setup: setup,
-                     flux_name_for: function(id, fluxes) {
-                         var flux = fluxes.filter(function(x){ return x.id == id })[0];
-                         return flux != undefined ? flux.name : '';
+                     flux_name_for: function(ids, fluxes) {
+                         var fluxs = fluxes.filter(function(x){ return ids.includes(x.id) });
+                         return fluxs.map(function(x){ return x.name }).join(', ');
                      },
                      results: [],
                  }

data/lib/mushy/flow.rb

@@ -30,14 +30,14 @@ module Mushy
       data = JSON.parse data
 
       data_fluxs = data['fluxs'] || []
-      data_fluxs.select { |x| x['parent'] }.map { |r| r["parent_fluxs"] = [r["parent"]] }
+      data_fluxs.select { |x| x['parent'] }.map { |r| r["parents"] = [r["parent"]] }
 
       flow = new
 
       flow.fluxs = data_fluxs.map { |s| build_flux s }
 
       fluxs_with_parent_ids = flow.fluxs.reduce({}) { |t, i| t[i.id] = []; t }
-      data_fluxs.map { |r| fluxs_with_parent_ids[r['id']] = r['parent_fluxs'] || [] }
+      data_fluxs.map { |r| fluxs_with_parent_ids[r['id']] = r['parents'] || [] }
 
       flow.fluxs.each do |flux|
         flux.parent_fluxs = flow.fluxs.select { |x| fluxs_with_parent_ids[flux.id].include?(x.id) }

data/lib/mushy/fluxs/browser.rb

@@ -51,10 +51,10 @@ module Mushy
                               ],
                    },
           carry_cookies_from: {
-                     description: 'Carry the cookies from this path in the event.',
+                     description: 'Carry the cookies from this path in the event. Defaults to "cookies".',
                      type:        'text',
                      shrink:      true,
-                     value:       'cookies',
+                     value:       '',
                    },
           headers: {
                      description: 'Headers for the web request. These can be received from a previous browser event with {{headers}}, or can be typed manually.',
@@ -63,10 +63,10 @@ module Mushy
                      value:       {},
                    },
           carry_headers_from: {
-                     description: 'Carry the headers from this path in the event.',
+                     description: 'Carry the headers from this path in the event. Defaults to "headers".',
                      type:        'text',
                      shrink:      true,
-                     value:       'headers',
+                     value:       '',
                    },
           wait_before_closing: {
                                  description: 'Wait this many seconds before closing the browser.',
@@ -105,13 +105,20 @@ module Mushy
         body: browser.body
       }
 
+      result = special_browser_action browser, result
+
       browser.quit
 
       result
     end
 
+    def special_browser_action browser, result
+      result
+    end
+
     def get_the_cookies_from event, config
-      cookies = (event[config[:carry_cookies_from].to_sym])
+      carry_cookies_from = config[:carry_cookies_from].to_s == '' ? 'cookies' : config[:carry_cookies_from]
+      cookies = event[carry_cookies_from.to_sym]
       cookies = [] unless cookies.is_a?(Array)
       config[:cookies] = [] unless config[:cookies].is_a?(Array)
       config[:cookies].each { |x| cookies << x }
@@ -119,7 +126,8 @@ module Mushy
     end
 
     def get_the_headers_from event, config
-      headers = (event[config[:carry_headers_from].to_sym])
+      carry_headers_from = config[:carry_headers_from].to_s == '' ? 'headers' : config[:carry_headers_from]
+      headers = event[carry_headers_from.to_sym]
       headers = {} unless headers.is_a?(Hash)
       config[:headers] = {} unless config[:headers].is_a?(Hash)
       config[:headers].each { |k, v| headers[k] = v }

data/lib/mushy/fluxs/read_csv.rb

@@ -4,10 +4,30 @@ module Mushy
   
   class ReadCsv < Flux
 
+    def self.details
+      {
+        name: 'ReadCsv',
+        description: 'Read CSV content into events.',
+        config: {
+          data: {
+                 description: 'The data to convert to a CSV.',
+                 type:        'text',
+                 value:       '{{data}}',
+               },
+          headers: {
+                     description: 'The CSV contains headers. Defaults to false.',
+                     type:        'boolean',
+                     shrink:      true,
+                     value:       '',
+                   },
+        },
+      }
+    end
+
     def process event, config
-      data = event[config[:key]]
+      data = config[:data]
 
-      headers = config[:headers].to_s.strip.downcase == 'true' ? true : false
+      headers = config[:headers].to_s.strip.downcase == 'true'
 
       rows = CSV.new data, headers: headers
 

data/lib/mushy/fluxs/read_file.rb

@@ -0,0 +1,44 @@
+module Mushy
+
+  class ReadFile < Flux
+
+    def self.details
+      {
+        name: 'ReadFile',
+        description: 'Read a file.',
+        config: {
+          name: {
+                  description: 'The name of the file to read.',
+                  type:        'text',
+                  value:       'file.csv',
+                },
+          directory: {
+                  description: 'The directory in which to read the file. Leave blank for the current directory.',
+                  type:        'text',
+                  shrink:      true,
+                  value:       '',
+                },
+          path: {
+                  description: 'The path in the event to return the contents of the file.',
+                  type:        'text',
+                  value:       'content',
+                },
+        },
+      }
+    end
+
+    def process event, config
+      file = config[:name]
+
+      file = File.join(config[:directory], file) if config[:directory].to_s != ''
+
+      content = File.open(file).read
+
+      {
+        config[:path] => content
+      }
+    end
+
+  end
+
+end

data/lib/mushy/fluxs/screenshot.rb

@@ -0,0 +1,46 @@
+module Mushy
+
+  class Screenshot < Browser
+
+    def self.details
+      details = Browser.details
+      details['name'] = 'Screenshot'
+      details['description'] = 'Take a screenshot of the browser.'
+
+      details[:config][:path] = {
+         description: 'The path of the file to save.',
+         type:        'text',
+         value:       'picture.jpg',
+      }
+      details[:config][:quality] = {
+         description: 'The quality of the image, a value beteen 0-100. Only applies to jpg.',
+         type:        'integer',
+         shrink:      true,
+         value:       '',
+      }
+      details[:config][:full] = {
+         description: 'Take a screenshot of the entire page. If false, the screenshot is limited to the viewport.',
+         type:        'boolean',
+         shrink:      true,
+         value:       '',
+      }
+      details
+    end
+
+    def special_browser_action browser, result
+
+      options = {
+          path:    config[:path],
+          full:    ['true', ''].include?(config[:full].to_s),
+          quality: (config[:quality].to_s == '' ? '100' : config[:quality]).to_i
+      }
+
+      browser.screenshot options
+
+      options
+
+    end
+
+  end
+
+end

data/lib/mushy/fluxs/write_file.rb

@@ -27,12 +27,15 @@ module Mushy
     end
 
     def process event, config
+      file = config[:name]
 
-      File.open(config[:name], 'w') { |f| f.write config[:data] }
+      file = File.join(config[:directory], file) if config[:directory].to_s != ''
+
+      File.open(file, 'w') { |f| f.write config[:data] }
 
       {}
     end
 
   end
 
-end
+end

data/mushy.gemspec

@@ -4,7 +4,7 @@ require 'mushy/version'
 
 Gem::Specification.new do |s|
   s.name           = 'mushy'
-  s.version        = '0.1.3'
+  s.version        = '0.2.3'
   s.date           = '2020-11-23'
   s.summary        = 'Process streams of work using common modules.'
   s.description    = 'This tool assists in the creation and processing of workflows.'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: mushy
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.2.3
 platform: ruby
 authors:
 - Darren Cauthon
@@ -150,6 +150,8 @@ files:
 - lib/mushy/fluxs/ls.rb
 - lib/mushy/fluxs/parse_html.rb
 - lib/mushy/fluxs/read_csv.rb
+- lib/mushy/fluxs/read_file.rb
+- lib/mushy/fluxs/screenshot.rb
 - lib/mushy/fluxs/write_file.rb
 - lib/mushy/masher.rb
 - lib/mushy/run.rb