mushy 0.0.1 → 0.0.7

data/lib/mushy/flow.rb

@@ -26,9 +26,11 @@ module Mushy
 
     def self.parse data
       data = JSON.parse data
-      flow = new
 
       data_fluxs = data['fluxs'] || []
+      data_fluxs.select { |x| x['parent'] }.map { |r| r["parent_fluxs"] = [r["parent"]] }
+
+      flow = new
 
       flow.fluxs = data_fluxs.map { |s| build_flux s }
 

data/lib/mushy/flux.rb

@@ -40,17 +40,18 @@ module Mushy
 
       event = incoming_event
 
-      mashed_config = masher.mash config, event
-
-      incoming_split = mashed_config[:incoming_split]
+      incoming_split = masher.mash(config, event)[:incoming_split]
+      config_considering_an_imcoming_split = config
+                                               .reject { |x, _| incoming_split && x.to_s == 'join' }
+                                               .reduce({}) { |t, i| t[i[0]] = i[1]; t }
 
       events = incoming_split ? incoming_event[incoming_split] : [event]
 
-      results = events.map { |e| execute_single_event e, config }
+      results = events.map { |e| execute_single_event e, config_considering_an_imcoming_split }
 
       return results.first unless incoming_split
 
-      results = join_these_results(results, event, config[:join]) if config[:join]
+      results = join_these_results([results].flatten, event, config[:join]) if config[:join]
 
       results.flatten
     end
@@ -67,7 +68,7 @@ module Mushy
       returned_one_result = results.is_a?(Hash)
 
       results = standardize_these results
-      results = shape_these results, event, mashed_config
+      results = shape_these results, event, config
 
       return results.first if the_original_join
 

data/lib/mushy/fluxs/browser.rb

@@ -27,6 +27,7 @@ module Mushy
           cookies: {
                      description: 'Cookies for the web request. These can be received from a previous browser event with {{cookies}}, or can be typed manually.',
                      type:        'editgrid',
+                     shrink:      true,
                      value:       [],
                      editors: [
                                  { id: 'name', target: 'name', field: { type: 'text', value: '', default: '' } },
@@ -57,6 +58,11 @@ module Mushy
                      type:        'text',
                      value:       'headers',
                    },
+          wait_before_closing: {
+                                 description: 'Wait this many seconds before closing the browser.',
+                                 type:        'integer',
+                                 value:       '',
+                               },
         },
       }
     end
@@ -80,6 +86,8 @@ module Mushy
         body: browser.body
       }
 
+      sleep(config[:wait_before_closing].to_i) if config[:wait_before_closing] && config[:wait_before_closing].to_i > 0
+
       browser.quit
 
       result

data/lib/mushy/fluxs/format.rb

@@ -0,0 +1,19 @@
+module Mushy
+
+  class Format < Flux
+
+    def self.details
+      {
+        name: 'Format',
+        description: 'Return the event passed to it. This opens the opportunity to further alter results.',
+        config: {},
+      }
+    end
+
+    def process event, config
+      event
+    end
+
+  end
+
+end

data/lib/mushy/fluxs/write_file.rb

@@ -10,26 +10,25 @@ module Mushy
           name: {
                   description: 'The name of the file.',
                   type:        'text',
-                  value:       'records',
+                  value:       'file.csv',
                 },
           directory: {
                   description: 'The directory in which to write the file. Leave blank for the current directory.',
                   type:        'text',
-                  value:       'records',
+                  value:       '',
                 },
-          path: {
-                  description: 'The path to the data to write.',
+          data: {
+                  description: 'The text to write. You can use Liquid templating here to pull data from the event, or write hardcoded data.',
                   type:        'text',
-                  value:       'records',
+                  value:       '{{data}}',
                 },
         },
       }
     end
 
     def process event, config
-      data = event[config[:path].to_sym] || event[config[:path].to_s]
 
-      File.open(config[:name], 'w') { |f| f.write data }
+      File.open(config[:name], 'w') { |f| f.write config[:data] }
 
       {}
     end

data/lib/site.rb

@@ -2,53 +2,49 @@ require 'sinatra'
 
 require_relative 'mushy'
 
+the_file = 'hey.json'
+
 get '/' do
-  File.read(File.join(File.dirname(__FILE__), 'public', 'index.html'))
+  Mushy::Builder::Index.file
+end
+
+get '/dark.css' do
+  content_type :css
+  Mushy::Builder::Dark.file
+end
+
+get '/axios.js' do
+  content_type :js
+  Mushy::Builder::Axios.file
+end
+
+get '/vue.js' do
+  content_type :js
+  Mushy::Builder::Vue.file
+end
+
+get '/flow' do
+  content_type :json
+  Mushy::Builder::Api.get_flow(the_file).to_json
 end
 
 get '/fluxs' do
   content_type :json
-  {
-    fluxs: Mushy::Flux.all.select { |x| x.respond_to? :details }.map do |flux|
-                   details = flux.details
-                   details[:config][:incoming_split] = { type: 'text', description: 'Split an incoming event into multiple events by this key, an each event will be processed independently.' }
-                   details[:config][:outgoing_split] = { type: 'text', description: 'Split an outgoing event into multiple events by this key.' }
-                   details[:config][:merge] = { type: 'text', description: 'A comma-delimited list of fields from the event to carry through. Use * to merge all fields.' }
-                   details[:config][:group] = { type: 'text', description: 'Group events by a field, which is stored in a key. The format is group_by|group_key.' }
-                   details[:config][:limit] = { type: 'integer', description: 'Limit the number of events to this number.' }
-                   details[:config][:join] = { type: 'text', description: 'Join all of the events from this flux into one event, under this name.' }
-                   details[:config][:sort] = { type: 'text', description: 'Sort by this key.' }
-                   details[:config][:model] = { type: 'keyvalue', description: 'Reshape the outgoing events.', value: {} }
-
-                   details[:config]
-                          .select { |_, v| v[:type] == 'keyvalue' }
-                          .select { |_, v| v[:editors].nil? }
-                          .each   do |_, v|
-                                    v[:editors] = [
-                                                    { id: 'new_key', target: 'key', field: { type: 'text', value: '', default: '' } },
-                                                    { id: 'new_value', target: 'value', field: { type: 'text', value: '', default: '' } }
-                                                  ]
-                                  end
-
-                   details
-                 end
-  }.to_json
+  Mushy::Builder::Api.get_fluxs.to_json
 end
 
 post '/run' do
   content_type :json
 
-  data = SymbolizedHash.new JSON.parse(request.body.read)
-
-  event = SymbolizedHash.new JSON.parse(data[:setup][:event].to_json)
-
-  config = SymbolizedHash.new data[:config]
+  result = Mushy::Builder::Api.run request.body.read
 
-  flux = Mushy::Flow.build_flux( { type: data[:setup][:flux], config: config } )
+  { result: result }.to_json
+end
 
-  result = flux.execute event
+post '/save' do
+  content_type :json
 
-  result = [result].flatten
+  result = Mushy::Builder::Api.save the_file, request.body.read
 
   { result: result }.to_json
 end

data/mushy.gemspec

@@ -4,10 +4,10 @@ require 'mushy/version'
 
 Gem::Specification.new do |s|
   s.name           = 'mushy'
-  s.version        = '0.0.1'
+  s.version        = '0.0.7'
   s.date           = '2020-11-23'
   s.summary        = 'Process streams of work using common modules.'
-  s.description    = 'Process streams of work using common modules.'
+  s.description    = 'This tool assists in the creation and processing of workflows.'
   s.authors        = ['Darren Cauthon']
   s.email          = 'darren@cauthon.com'
   s.files          = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
@@ -17,6 +17,9 @@ Gem::Specification.new do |s|
   s.license        = 'MIT'
 
   s.add_development_dependency 'minitest'
+  s.add_runtime_dependency 'sinatra'
+  s.add_runtime_dependency 'symbolized'
+  s.add_runtime_dependency 'thor'
   s.add_runtime_dependency 'liquid'
   s.add_runtime_dependency 'ferrum'
   s.add_runtime_dependency 'nokogiri'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: mushy
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.7
 platform: ruby
 authors:
 - Darren Cauthon
@@ -24,6 +24,48 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: sinatra
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: symbolized
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: liquid
   requirement: !ruby/object:Gem::Requirement
@@ -80,7 +122,7 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: Process streams of work using common modules.
+description: This tool assists in the creation and processing of workflows.
 email: darren@cauthon.com
 executables:
 - mushy
@@ -89,6 +131,11 @@ extra_rdoc_files: []
 files:
 - bin/mushy
 - lib/mushy.rb
+- lib/mushy/builder/api.rb
+- lib/mushy/builder/axios.rb
+- lib/mushy/builder/dark.rb
+- lib/mushy/builder/index.rb
+- lib/mushy/builder/vue.rb
 - lib/mushy/event.rb
 - lib/mushy/flow.rb
 - lib/mushy/flux.rb
@@ -97,6 +144,7 @@ files:
 - lib/mushy/fluxs/build_csv.rb
 - lib/mushy/fluxs/collection.rb
 - lib/mushy/fluxs/filter.rb
+- lib/mushy/fluxs/format.rb
 - lib/mushy/fluxs/get.rb
 - lib/mushy/fluxs/ls.rb
 - lib/mushy/fluxs/parse_html.rb
@@ -106,7 +154,6 @@ files:
 - lib/mushy/run.rb
 - lib/mushy/runner.rb
 - lib/mushy/version.rb
-- lib/public/index.html
 - lib/site.rb
 - mushy.gemspec
 - note.txt

data/lib/public/index.html

@@ -1,256 +0,0 @@
-<html>
-    <head>
-        <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/water.css@2/out/dark.css">
-        <script src="https://cdn.jsdelivr.net/npm/vue@2.6.12/dist/vue.js"></script>
-        <script src="https://cdn.jsdelivr.net/npm/axios/dist/axios.min.js"></script>
-    </head>
-    <body>
-        <div id="app">
-            <table>
-                <tr v-for="flux in flow.fluxs">
-                    <td>{{flux.name}}</td>
-                </tr>
-            </table>
-            <mip-heavy :data="setup"></mip-heavy>
-            <mip-heavy v-for="(data, id) in configs" v-show="setup.flux.value === id" :data="data"></mip-heavy>
-            <div v-if="results.loading">Loading...</div>
-            <div v-else>{{results.length}} result{{results.length == 1 ? "" : "s"}}</div>
-            <mip-heavy v-for="data in results" :data="data"></mip-heavy>
-        </div>
-    </body>
-</html>
-
-<script type="text/javascript">
-
-   var fancyName = function(id) { return '(' + id + '.split(/[ _]/).map(function(x){return x[0].toUpperCase() + x.substring(1)}).join(\' \'))' };
-   var thingToData = function(thing) {
-                         var record = {};
-                         for (var key in thing)
-                             if (thing[key].value)
-                                 if (thing[key].type == 'json')
-                                     record[key] = JSON.parse(thing[key].value);
-                                 else
-                                     record[key] = thing[key].value;
-                         return record;
-                     };
-
-   var components = {
-       label: {
-           props: ['label', 'description'],
-           template: '<label :for="id" v-if="label != \'\'">{{label || ' + fancyName('id') + '}} <i v-show="description">({{description}})</i></label>'
-       },
-       text:  {
-           props: ['label', 'placeholder', 'disabled', 'readonly', 'value', 'description'],
-           template: '<div><mip-label :id="id" :label="label" :description="description"></mip-label><input type="text" :name="id" :placeholder="placeholder" v-bind:value="value" v-on:input="$emit(\'update:value\', $event.target.value);" :disabled="disabled == \'true\'" :readonly="readonly == \'true\'"></div>'
-       },
-       integer:  {
-           props: ['label', 'placeholder', 'disabled', 'readonly', 'value', 'description'],
-           template: '<div><mip-label :id="id" :label="label" :description="description"></mip-label><input type="text" :name="id" :placeholder="placeholder" v-bind:value="value" v-on:input="$emit(\'update:value\', $event.target.value);" :disabled="disabled == \'true\'" :readonly="readonly == \'true\'"></div>'
-       },
-       email: {
-           props: ['label', 'placeholder', 'disabled', 'readonly', 'value', 'description'],
-           template: '<div><mip-label :id="id" :label="label" :description="description"></mip-label><input type="email" :name="id" :placeholder="placeholder" v-bind:value="value" v-on:input="$emit(\'update:value\', $event.target.value)" :disabled="disabled == \'true\'" :readonly="readonly == \'true\'"></div>'
-       },
-       textarea: {
-           props: ['label', 'placeholder', 'disabled', 'readonly', 'value', 'description'],
-           template: '<div><mip-label :id="id" :label="label" :description="description"></mip-label><textarea :name="id" :placeholder="placeholder" v-bind:value="value" v-on:input="$emit(\'update:value\', $event.target.value)" :disabled="disabled == \'true\'" :readonly="readonly == \'true\'"></textarea></div>'
-       },
-       json: {
-           props: ['label', 'placeholder', 'disabled', 'readonly', 'value', 'description'],
-           template: '<div><mip-label :id="id" :label="label" :description="description"></mip-label><pre><code>{{value}}</code></pre><textarea :name="id" :placeholder="placeholder" v-bind:value="value" v-on:input="$emit(\'update:value\', $event.target.value)" :disabled="disabled == \'true\'" :readonly="readonly == \'true\'"></textarea></div>'
-       },
-       jsonview: {
-           data: function() {
-               return {
-                   toggle: function(view) { return view == 'beautiful' ? 'thin' : 'beautiful'; },
-                   copy: function(view, json) { console.log(view); return navigator.clipboard.writeText((view == 'beautiful' ? JSON.stringify(json, null, "  ") : JSON.stringify(json))); },
-                   show: function(view, json) { return view == 'beautiful' ? JSON.stringify(json, null, "  ") : JSON.stringify(json); },
-               };
-           },
-           props: ['label', 'placeholder', 'disabled', 'readonly', 'value', 'description', 'view'],
-           template: '<div><mip-label :id="id" :label="label" :description="description"></mip-label> <a href="#" v-on:click.prevent.stop="view=toggle(view)">{{(view == \'beautiful\' ? \'>\' : \'^\')}}</a><a href="#" v-on:click.prevent.stop="copy(view, value)">copy</a><pre><code>{{show(view, value)}}</code></pre></div>'
-       },
-       radio: {
-           props: ['label', 'value', 'options', 'description'],
-           template: '<div><mip-label :id="id" :label="label" :description="description"></mip-label><div v-for="option in options"><input type="radio" :name="id" v-bind:value="option" v-on:input="$emit(\'update:value\', $event.target.value)" :checked="value == option"> <label for="option">{{option}}</label></div></div>'
-       },
-       select: {
-           props: ['label', 'value', 'options', 'description'],
-           template: '<div><mip-label :id="id" :label="label" :description="description"></mip-label><select :name="id" v-on:input="$emit(\'update:value\', $event.target.value)"><option v-for="option in options" v-bind:value="option" :selected="value == option">{{option}}</option></select></div>'
-       },
-       boolean: {
-           props: ['label', 'value', 'options', 'description'],
-           template: '<div><mip-label :id="id" :label="label" :description="description"></mip-label><select :name="id" v-on:input="$emit(\'update:value\', $event.target.value)"><option v-for="option in [true, false]" v-bind:value="option" :selected="value == option">{{option}}</option></select></div>'
-       },
-       table: {
-           props: ['value', 'description'],
-           template: '<table><tr><th v-for="(d, i) in value[0]">{{' + fancyName('i') + '}}</th></tr><tr v-for="v in value"><td v-for="(d, i) in v">{{d}}</td></tr></table>'
-       },
-       editgrid: {
-           data: function() {
-               return {
-                   removeRecord: function(record, records, index) { records.splice(index, 1); },
-                   addRecord: function(editors, records) {
-                                                    var record = {};
-                                                    for (var i = 0; i < editors.length; i++)
-                                                    {
-                                                        record[editors[i].target] = editors[i].field.value;
-                                                        editors[i].field.value = editors[i].field.default ? editors[i].field.default : '';
-                                                    }
-                                                    records.push(record);
-                                                }
-               };
-           },
-           props: ['value', 'editors', 'label', 'description'],
-           template: '<div><mip-label :id="id" :label="label" :description="description"></mip-label><table><tr><th v-for="(d, i) in value[0]">{{' + fancyName('i') + '}}</th></tr><tr v-for="(v, z) in value"><td v-for="(d, i) in v">{{d}}</td><td><a href="#" v-on:click.prevent.stop="removeRecord(v, value, z)">[x]</a></td></tr><tr><td v-for="editor in editors"><mip-thing :data="editor.field" :id="editor.id"></mip-thing></td><td><a href="#" v-on:click.prevent.stop="addRecord(editors, value)">[Add]</a></td></tr></table></div>'
-       },
-       keyvalue: {
-           data: function() {
-               return {
-                   removeRecord: function(data, key) { Vue.delete(data, key) },
-                   addRecord: function(editors, data) {
-                                                   Vue.set(data, editors[0].field.value, editors[1].field.value)
-                                                   editors[0].field.value = editors[0].field.default;
-                                                   editors[1].field.value = editors[1].field.default;
-                                                }
-               };
-           },
-           props: ['value', 'label', 'editors', 'description'],
-           template: '<div><mip-label :id="id" :label="label" :description="description"></mip-label><table><tr v-for="(v, k) in value"><td>{{k}}</td><td>{{v}}</td><td><a href="#" v-on:click.prevent.stop="removeRecord(value, k)">[x]</a></td></tr><tr><td v-for="editor in editors"><mip-thing :data="editor.field" :id="editor.id"></mip-thing></td><td><a href="#" v-on:click.prevent.stop="addRecord(editors, value)" v-show="editors[0].field.value">[Add]</a></td></tr></table></div>'
-       },
-       button: {
-           props: ['click', 'description'],
-           template: '<button v-on:click.prevent.stop="click(pull(this))">{{id}}</button>'
-       }
-   };
-
-   for(var property in components)
-   {
-       var props = JSON.parse(JSON.stringify(components[property].props));
-       props.push('id');
-       Vue.component('mip-' + property, {
-            data: components[property].data ?? function () {
-                      var foundIt = this.$parent;
-                      var counter = 0;
-                      while (foundIt.$parent.constructor.name == "VueComponent" && counter < 10)
-                      {
-                        foundIt = foundIt.$parent;
-                        counter += 1;
-                      }
-                      return {
-                          console: console,
-                          pull: function(x) { return thingToData(foundIt.data); },
-                      }
-                  },
-            props: props,
-            template: components[property].template
-       });
-   }
-
-   var thingTemplate = '<div>';
-   for (var property in components)
-       thingTemplate = thingTemplate + '<mip-' + property + ' v-if="data.type == \'' + property + '\'" :id="id" ' + components[property].props.map(function(x){ return ':' + x + '.sync="data.' + x + '"';}).join(' ') + '></mip-' + property + '>'
-   thingTemplate = thingTemplate + '</div>';
-
-   Vue.component('mip-thing', {
-        data: function () {
-                  return {
-                      console: console,
-                  }
-        },
-        props: ['data', 'value', 'id', 'model'],
-        template: thingTemplate
-    });
-
-   Vue.component('mip-heavy', {
-        data: function () {
-                  return {
-                      console: console,
-                  }
-        },
-        props: ['data'],
-        template: '<div><mip-thing v-for="(d, id) in data" :data="d" :id="id"></mip-thing></div>',
-    });
-
-    var sample = {
-                     email: { type: 'email', value: 'darren@cauthon.com' },
-                     first_name: { type: 'text', value: 'Darren' },
-                     description: { type: 'textarea', value: 'more data' },
-                     size: { type: 'select', value: 'medium', options: ['small', 'medium', 'large']},
-                     heynow: { type: 'keyvalue',
-                             value: {
-                                 first_name: 'John',
-                                 last_name: 'Doe',
-                             },
-                             editors: [
-                                         { id: 'new_key', target: 'key', field: { type: 'text', value: '', default: '' } },
-                                         { id: 'new_value', target: 'value', field: { type: 'text', value: '', default: '' } }
-                                      ] },
-                     past: { type: 'editgrid',
-                             value: [
-                                 { name: 'Godzilla', quantity: 1 },
-                                 { name: 'Mothra', quantity: 2 },
-                             ],
-                             editors: [
-                                         { id: 'new_name', target: 'name', field: { type: 'text', value: '', default: '' } },
-                                         { id: 'new_quantity', target: 'quantity', field: { type: 'select', value: '1', options: [1, 2, 3], default: 1 } }
-                                      ] },
-                     super_action: { type: 'button', click: function(x) { console.log(x) } },
-                 };
-
-    var app = null;
-
-    axios.get('/fluxs')
-         .then(function(data){
-
-             var configs = {};
-             data.data.fluxs.map(function(x){
-                 configs[x.name] = x.config;
-             });
-
-             var setup = {
-                   event: { type: 'json', value: '{}' },
-                   id: { type: 'text', value: '' },
-                   name: { type: 'text', value: '' },
-                   flux: { type: 'select', value: data.data.fluxs[0].name, options: data.data.fluxs.map(function(x){ return x.name })},
-             };
-
-             for (var key in configs)
-             {
-                 configs[key].go = { type: 'button', click: function(c) {
-                                      app.results = [];
-                                      Vue.set(app.results, 'loading', true);
-                                      axios.post('/run', { config: c, setup: thingToData(app.setup) })
-                                       .then(function(r){
-                                           Vue.set(app.results, 'loading', false);
-                                           for (var key in r.data.result)
-                                               app.results.push({darren: { type:'jsonview', value: r.data.result[key], view: 'thin' }});
-                                        });
-                                     } };
-
-                 configs[key].save = { type: 'button', click: function(config) {
-                     var setup = thingToData(app.setup);
-                                       var flux = {
-                                           id: setup.id,
-                                           name: setup.name,
-                                           config: config,
-                                       };
-                     app.flow.fluxs.push(flux);
-                     console.log(flux);
-                                     }
-                 };
-             }
-
-             app = new Vue({
-                 el: '#app',
-                 data: {
-                     flow: {
-                         fluxs: [],
-                     },
-                     configs: configs,
-                     setup: setup,
-                     results: [],
-                 }
-            });
-    });
-</script>