mushy 0.1.4 → 0.2.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2eaed069f8d37db0a6d58fea9c994e4a5135f43a18a7e7ad8421a601983bb954
-  data.tar.gz: 3224715b652898edaac99ad89a8378ccc4d2aa4ba21b891ca33fec0b99252a85
+  metadata.gz: 1dffff192ce9f7784515f5b4c73a1ac15720cc2e8cb5a6a5836b34dd5049eb52
+  data.tar.gz: 247eeecec22765e28eb98e850982e8ef06ec3e969257da56e0923baadc237b9d
 SHA512:
-  metadata.gz: df28cc21a604e023284ad3f88b2cd11a3ab4261c3cd9747a2033d07528203262de29daa2d12f82e404eb91109b79ee9a5e5a5bf71396c360e26ff270d08a2449
-  data.tar.gz: 05410eb4c9fee4afd4aa31397409b6c794bc152257cf599aa4fb1502cb7009c518b9fac2eb76b3f78ca1e58e2a31e28e6dcd6c5266febb8bddd7ea7fbe7fdea1
+  metadata.gz: 1a85f196c4c86ad29b3a96d90356cd74264a443cdfaf58a4662a407f4ef01bb2cb7cbd1098f3a20c57a2d3f901160b5ddbf309f6c6d03fcc8d1c691ba08ed9d7
+  data.tar.gz: 386d48b9ba0aaa610dca7675f780ab186aedf15ae14b3a31e41c119d5e427b0bcd1f58b7f17d6395b6e6625cbdcd328861512507b14bbc3b5681648f1382ac4a

data/lib/mushy.rb

@@ -3,15 +3,9 @@ require 'symbolized'
 
 Dir[File.dirname(__FILE__) + '/mushy/*.rb'].each { |f| require f }
 
-important_flux_files = ['bash'].map { |x| "#{x}.rb" }
+important_flux_files = ['bash', 'browser'].map { |x| "#{x}.rb" }
 Dir[File.dirname(__FILE__) + '/mushy/fluxs/*.rb']
   .sort_by { |f| important_flux_files.any? { |x| f.end_with?(x) } ? 0 : 1 }
   .each { |f| require f }
 
-Dir[File.dirname(__FILE__) + '/mushy/builder/*.rb'].each { |f| require f }
-
-module Mushy
-  def self.hi
-    puts 'hello'
-  end
-end
+Dir[File.dirname(__FILE__) + '/mushy/builder/*.rb'].each { |f| require f }

data/lib/mushy/builder/api.rb

@@ -40,7 +40,17 @@ module Mushy
       def self.get_flow file
         puts "trying to get: #{file}"
         file = "#{file}.json" unless file.downcase.end_with?('.json')
-        JSON.parse File.open(file).read
+        data = JSON.parse File.open(file).read
+        data['fluxs']
+          .reject { |x| x['parents'] }
+          .each   { |x| x['parents'] = [x['parent']].select { |y| y } }
+        data['fluxs']
+          .select { |x| x['parent'] }
+          .each   { |x| x.delete 'parent' }
+        data['fluxs']
+          .select { |x| x['parents'] }
+          .each   { |x| x['parents'] = x['parents'].select { |y| y } }
+        data
       rescue
         { fluxs: [] }
       end

data/lib/mushy/builder/index.rb

@@ -20,16 +20,14 @@ module Mushy
                 </tr>
                 <tr v-for="flux in flow.fluxs">
                     <td>{{flux.name}}</td>
-                    <td>{{flux_name_for(flux.parent, flow.fluxs)}}</td>
+                    <td>{{flux_name_for(flux.parents, flow.fluxs)}}</td>
                     <td>
                         <button v-on:click.prevent.stop="editFlux({ flux: flux, setup: setup, configs: configs })">Edit</button>
                         <button v-on:click.prevent.stop="deleteFlux({ flux: flux, flow: flow })">Delete</button>
                     </td>
                 </tr>
             </table>
-            <button v-if="setup.showFlux == false" v-on:click.prevent.stop="startNew({ setup: setup, configs: configs })">Start a New Flux</button>
-            <button v-if="setup.showFlux == false" v-on:click.prevent.stop="saveFlow({ setup: setup, flow: flow })">Save This Flow</button>
-            <button v-if="setup.showFlux" v-on:click.prevent.stop="setup.showFlux = false">&lt; Go Back To List</button>
+            <button v-if="setup.showFlux == false" v-on:click.prevent.stop="startNew({ setup: setup, configs: configs })">Add a New Flux To This Flow</button>
             <div v-if="setup.showFlux">
                 <mip-heavy :data="setup"></mip-heavy>
                 <mip-heavy v-for="(data, id) in configs" v-show="setup.flux.value === id" :data="data"></mip-heavy>
@@ -109,7 +107,7 @@ module Mushy
                };
            },
            props: ['label', 'placeholder', 'disabled', 'readonly', 'value', 'description', 'view'],
-           template: '<div><mip-h4 :id="id" :label="label" :description="description"></mip-h4> <pre><code>{{show(view, value)}}</code></pre><button :disabled="view==\\'beautiful\\'" v-on:click.prevent.stop="view=toggle(view)">{{(view == \\'beautiful\\' ? \\'View Smaller\\' : \\'View Pretty\\')}}</button><button :disabled="view!=\\'beautiful\\'" v-on:click.prevent.stop="view=toggle(view)">View Smaller</button><button v-on:click.prevent.stop="copy(view, value)">Copy</button></div>'
+           template: '<div><mip-h4 :id="id" :label="label" :description="description"></mip-h4> <pre><code>{{show(view, value)}}</code></pre><button :disabled="view==\\'beautiful\\'" v-on:click.prevent.stop="view=toggle(view)">View Pretty</button><button :disabled="view!=\\'beautiful\\'" v-on:click.prevent.stop="view=toggle(view)">View Smaller</button><button v-on:click.prevent.stop="copy(view, value)">Copy</button></div>'
        },
        radio: {
            props: ['label', 'value', 'options', 'description', 'shrink'],
@@ -123,6 +121,32 @@ module Mushy
            props: ['label', 'value', 'options', 'description', 'shrink'],
            template: '<div><mip-label :id="id" :label="label" :description="description" :hide_description="shrink"></mip-label> <a href="#" v-on:click.prevent.stop="shrink=false" v-show="shrink && !value">[^]</a><select :name="id" v-if="value || !shrink" v-on:input="$emit(\\'update:value\\', $event.target.value)"><option v-for="option in options" v-bind:value="option.id" :selected="value == option.id">{{option.name}}</option></select></div>'
        },
+       selectmanyrecords: {
+           data: function() {
+               return {
+                   selectedValue: '',
+                   remove: function(value, set) {
+                       if (set.includes(value) == false) return;
+                       for(var i = 0; i < set.length; i++)
+                       {
+                           if (set[i] === value)
+                           {
+                               set.splice(i, 1);
+                               i--;
+                           }
+                       }
+                       return set;
+                    },
+                   doit: function(value, set) {
+                       if (set.includes(value) == false)
+                           set.push(value);
+                       return set;
+                    },
+               };
+           },
+           props: ['label', 'value', 'options', 'description', 'shrink'],
+           template: '<div><mip-label :id="id" :label="label" :description="description" :hide_description="shrink"></mip-label> <a href="#" v-on:click.prevent.stop="shrink=false" v-show="shrink && !value">[^]</a> <span v-for="option in options" v-if="value && value.includes(option.id)">{{option.name}} <a href="#" v-on:click.prevent.stop="remove(option.id, value);$emit(\\'update:value\\', value)">[X]</a> </span> <a href="#" v-on:click.prevent.stop="doit(selectedValue, value);$emit(\\'update:value\\', value)">ADD</a> <select :name="id" v-if="value || !shrink" v-on:input="selectedValue=$event.target.value;"><option v-for="option in options" v-bind:value="option.id">{{option.name}}</option></select></div>'
+       },
        boolean: {
            props: ['label', 'value', 'options', 'description', 'shrink'],
            template: '<div><mip-label :id="id" :label="label" :description="description" :hide_description="shrink"></mip-label> <a href="#" v-on:click.prevent.stop="shrink=false" v-show="shrink && !value">[^]</a><select :name="id" v-if="(value != undefined && value != null && value != \\'\\') || !shrink" v-on:input="$emit(\\'update:value\\', $event.target.value)"><option v-for="option in [true, false]" v-bind:value="option" :selected="value == option">{{option}}</option></select></div>'
@@ -240,47 +264,64 @@ module Mushy
              for(var type in fluxTypes)
                 options.push(fluxTypes[type]);
 
-             var setup = {
-                   showFlux: false,
-                   id: { type: 'hide', value: '' },
-                   name: { type: 'text', value: '' },
-                   flux: { type: 'select', value: fluxdata.fluxs[0].name, options: options},
-                   parent: { type: 'selectrecord', label: 'Receive Events From', value: '', options: flowdata.fluxs },
-             };
-
-             var saveFlux = function(config, hey) {
-                 var nameOfTheSaveButton = hey.save.name;
-                 Vue.set(hey.save, 'name', 'Saving');
+             var saveTheFlux = function(input)
+             {
+                 var theApp = input.app;
+                 var config = input.config;
                  delete config.test_event;
-                 var setup = thingToData(app.setup);
+                 var setup = thingToData(theApp.setup);
                  var flux = {
                                 id: setup.id,
                                 name: setup.name,
                                 flux: setup.flux,
-                                parent: setup.parent,
+                                parents: setup.parents,
                                 config: config,
                  };
                  var index = -1;
-                 for(var i = 0; i < app.flow.fluxs.length; i++)
-                     if (app.flow.fluxs[i].id == flux.id)
+                 for(var i = 0; i < theApp.flow.fluxs.length; i++)
+                     if (theApp.flow.fluxs[i].id == flux.id)
                         index = i;
 
                  if (index < 0)
-                     app.flow.fluxs.push(flux);
+                     theApp.flow.fluxs.push(flux);
                  else
-                     app.flow.fluxs[index] = flux;
+                     theApp.flow.fluxs[index] = flux;
+             };
+
+             var saveTheFlow = function(input)
+             {
+                 var setup = input.setup;
+                 var flow = input.flow;
+                 axios.post('/save', flow)
+                     .then(function(result){});
+             };
 
-                 setTimeout(function(){
-                     Vue.set(hey.save, 'name', nameOfTheSaveButton);
-                     app.setup.id.value = '';
+             var saveFlux = function(config) {
+             };
+
+             var ignoreFlux = function(config) {
+             };
 
-                     Vue.set(app.setup, 'showFlux', false);
-                 }, 500);
+             var setup = {
+                   showFlux: false,
+                   id: { type: 'hide', value: '' },
+                   name: { type: 'text', value: '' },
+                   flux: { type: 'select', value: fluxdata.fluxs[0].name, options: options},
+                   parents: { type: 'selectmanyrecords', label: 'Receive Events From', value: '', options: flowdata.fluxs },
              };
 
              for (var key in configs)
              {
-                 configs[key].save = { type: 'button', name: 'Save This Flux', click: saveFlux };
+                 configs[key].save = { type: 'button', name: 'Save Changes', click: function(config) {
+                         saveTheFlux({ app: app, config: config });
+                         saveTheFlow({ setup: app.setup, flow: app.flow });
+                         app.setup.showFlux = false;
+                     }
+                 };
+                 configs[key].cancel = { type: 'button', name: 'Ignore Changes', click: function() {
+                         app.setup.showFlux = false;
+                     }
+                 };
 
                  configs[key].test_event = { type: 'json', value: '{}', default: '{}' };
 
@@ -319,7 +360,7 @@ module Mushy
                  Vue.set(setup.id, 'value', flux.id);
                  Vue.set(setup.name, 'value', flux.name);
                  Vue.set(setup.flux, 'value', flux.flux);
-                 Vue.set(setup.parent, 'value', flux.parent);
+                 Vue.set(setup.parents, 'value', flux.parents);
 
                  var applicable_config = configs[flux.flux];
                  for(var key in applicable_config)
@@ -333,7 +374,7 @@ module Mushy
 
                  options = flowdata.fluxs.filter(function(x){ return x.id != flux.id });
                  options.unshift( { id: '', name: '' } );
-                 setup.parent.options = options;
+                 setup.parents.options = options;
 
                  Vue.set(setup, 'showFlux', true);
                  app.results = [];
@@ -353,6 +394,7 @@ module Mushy
                          flux = {
                              id: uuidv4(),
                              name: '',
+                             parents: [],
                              config: {}
                          };
                          loadThisFlux({ flux: flux, setup: x.setup, configs: x.configs });
@@ -377,9 +419,9 @@ module Mushy
                      },
                      configs: configs,
                      setup: setup,
-                     flux_name_for: function(id, fluxes) {
-                         var flux = fluxes.filter(function(x){ return x.id == id })[0];
-                         return flux != undefined ? flux.name : '';
+                     flux_name_for: function(ids, fluxes) {
+                         var fluxs = fluxes.filter(function(x){ return ids.includes(x.id) });
+                         return fluxs.map(function(x){ return x.name }).join(', ');
                      },
                      results: [],
                  }

data/lib/mushy/flow.rb

@@ -30,14 +30,14 @@ module Mushy
       data = JSON.parse data
 
       data_fluxs = data['fluxs'] || []
-      data_fluxs.select { |x| x['parent'] }.map { |r| r["parent_fluxs"] = [r["parent"]] }
+      data_fluxs.select { |x| x['parent'] }.map { |r| r["parents"] = [r["parent"]] }
 
       flow = new
 
       flow.fluxs = data_fluxs.map { |s| build_flux s }
 
       fluxs_with_parent_ids = flow.fluxs.reduce({}) { |t, i| t[i.id] = []; t }
-      data_fluxs.map { |r| fluxs_with_parent_ids[r['id']] = r['parent_fluxs'] || [] }
+      data_fluxs.map { |r| fluxs_with_parent_ids[r['id']] = r['parents'] || [] }
 
       flow.fluxs.each do |flux|
         flux.parent_fluxs = flow.fluxs.select { |x| fluxs_with_parent_ids[flux.id].include?(x.id) }

data/lib/mushy/fluxs/browser.rb

@@ -51,10 +51,10 @@ module Mushy
                               ],
                    },
           carry_cookies_from: {
-                     description: 'Carry the cookies from this path in the event.',
+                     description: 'Carry the cookies from this path in the event. Defaults to "cookies".',
                      type:        'text',
                      shrink:      true,
-                     value:       'cookies',
+                     value:       '',
                    },
           headers: {
                      description: 'Headers for the web request. These can be received from a previous browser event with {{headers}}, or can be typed manually.',
@@ -63,10 +63,10 @@ module Mushy
                      value:       {},
                    },
           carry_headers_from: {
-                     description: 'Carry the headers from this path in the event.',
+                     description: 'Carry the headers from this path in the event. Defaults to "headers".',
                      type:        'text',
                      shrink:      true,
-                     value:       'headers',
+                     value:       '',
                    },
           wait_before_closing: {
                                  description: 'Wait this many seconds before closing the browser.',
@@ -105,13 +105,20 @@ module Mushy
         body: browser.body
       }
 
+      result = adjust( { browser: browser, result: result, config: config } )
+
       browser.quit
 
       result
     end
 
+    def adjust input
+      input[:result]
+    end
+
     def get_the_cookies_from event, config
-      cookies = (event[config[:carry_cookies_from].to_sym])
+      carry_cookies_from = config[:carry_cookies_from].to_s == '' ? 'cookies' : config[:carry_cookies_from]
+      cookies = event[carry_cookies_from.to_sym]
       cookies = [] unless cookies.is_a?(Array)
       config[:cookies] = [] unless config[:cookies].is_a?(Array)
       config[:cookies].each { |x| cookies << x }
@@ -119,7 +126,8 @@ module Mushy
     end
 
     def get_the_headers_from event, config
-      headers = (event[config[:carry_headers_from].to_sym])
+      carry_headers_from = config[:carry_headers_from].to_s == '' ? 'headers' : config[:carry_headers_from]
+      headers = event[carry_headers_from.to_sym]
       headers = {} unless headers.is_a?(Hash)
       config[:headers] = {} unless config[:headers].is_a?(Hash)
       config[:headers].each { |k, v| headers[k] = v }

data/lib/mushy/fluxs/read_csv.rb

@@ -4,10 +4,30 @@ module Mushy
   
   class ReadCsv < Flux
 
+    def self.details
+      {
+        name: 'ReadCsv',
+        description: 'Read CSV content into events.',
+        config: {
+          data: {
+                 description: 'The data to convert to a CSV.',
+                 type:        'text',
+                 value:       '{{data}}',
+               },
+          headers: {
+                     description: 'The CSV contains headers. Defaults to false.',
+                     type:        'boolean',
+                     shrink:      true,
+                     value:       '',
+                   },
+        },
+      }
+    end
+
     def process event, config
-      data = event[config[:key]]
+      data = config[:data]
 
-      headers = config[:headers].to_s.strip.downcase == 'true' ? true : false
+      headers = config[:headers].to_s.strip.downcase == 'true'
 
       rows = CSV.new data, headers: headers
 

data/lib/mushy/fluxs/read_file.rb

@@ -0,0 +1,44 @@
+module Mushy
+
+  class ReadFile < Flux
+
+    def self.details
+      {
+        name: 'ReadFile',
+        description: 'Read a file.',
+        config: {
+          name: {
+                  description: 'The name of the file to read.',
+                  type:        'text',
+                  value:       'file.csv',
+                },
+          directory: {
+                  description: 'The directory in which to read the file. Leave blank for the current directory.',
+                  type:        'text',
+                  shrink:      true,
+                  value:       '',
+                },
+          path: {
+                  description: 'The path in the event to return the contents of the file.',
+                  type:        'text',
+                  value:       'content',
+                },
+        },
+      }
+    end
+
+    def process event, config
+      file = config[:name]
+
+      file = File.join(config[:directory], file) if config[:directory].to_s != ''
+
+      content = File.open(file).read
+
+      {
+        config[:path] => content
+      }
+    end
+
+  end
+
+end

data/lib/mushy/fluxs/screenshot.rb

@@ -0,0 +1,50 @@
+module Mushy
+
+  class Screenshot < Browser
+
+    def self.details
+      details = Browser.details
+      details['name'] = 'Screenshot'
+      details['description'] = 'Take a screenshot of the browser.'
+
+      details[:config][:path] = {
+         description: 'The path of the file to save.',
+         type:        'text',
+         value:       'picture.jpg',
+      }
+      details[:config][:quality] = {
+         description: 'The quality of the image, a value beteen 0-100. Only applies to jpg.',
+         type:        'integer',
+         shrink:      true,
+         value:       '',
+      }
+      details[:config][:full] = {
+         description: 'Take a screenshot of the entire page. If false, the screenshot is limited to the viewport.',
+         type:        'boolean',
+         shrink:      true,
+         value:       '',
+      }
+      details
+    end
+
+    def adjust input
+
+      the_browser = input[:browser]
+      the_result  = input[:result]
+      the_config  = input[:config]
+
+      options = {
+          path:    the_config[:path],
+          full:    ['true', ''].include?(the_config[:full].to_s),
+          quality: (the_config[:quality].to_s == '' ? '100' : the_config[:quality]).to_i
+      }
+
+      the_browser.screenshot options
+
+      options
+
+    end
+
+  end
+
+end

data/lib/mushy/fluxs/write_file.rb

@@ -27,12 +27,15 @@ module Mushy
     end
 
     def process event, config
+      file = config[:name]
 
-      File.open(config[:name], 'w') { |f| f.write config[:data] }
+      file = File.join(config[:directory], file) if config[:directory].to_s != ''
+
+      File.open(file, 'w') { |f| f.write config[:data] }
 
       {}
     end
 
   end
 
-end
+end

data/mushy.gemspec

@@ -4,7 +4,7 @@ require 'mushy/version'
 
 Gem::Specification.new do |s|
   s.name           = 'mushy'
-  s.version        = '0.1.4'
+  s.version        = '0.2.4'
   s.date           = '2020-11-23'
   s.summary        = 'Process streams of work using common modules.'
   s.description    = 'This tool assists in the creation and processing of workflows.'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: mushy
 version: !ruby/object:Gem::Version
-  version: 0.1.4
+  version: 0.2.4
 platform: ruby
 authors:
 - Darren Cauthon
@@ -150,6 +150,8 @@ files:
 - lib/mushy/fluxs/ls.rb
 - lib/mushy/fluxs/parse_html.rb
 - lib/mushy/fluxs/read_csv.rb
+- lib/mushy/fluxs/read_file.rb
+- lib/mushy/fluxs/screenshot.rb
 - lib/mushy/fluxs/write_file.rb
 - lib/mushy/masher.rb
 - lib/mushy/run.rb