mushy 0.0.1

data/lib/site.rb

@@ -0,0 +1,54 @@
+require 'sinatra'
+
+require_relative 'mushy'
+
+get '/' do
+  File.read(File.join(File.dirname(__FILE__), 'public', 'index.html'))
+end
+
+get '/fluxs' do
+  content_type :json
+  {
+    fluxs: Mushy::Flux.all.select { |x| x.respond_to? :details }.map do |flux|
+                   details = flux.details
+                   details[:config][:incoming_split] = { type: 'text', description: 'Split an incoming event into multiple events by this key, an each event will be processed independently.' }
+                   details[:config][:outgoing_split] = { type: 'text', description: 'Split an outgoing event into multiple events by this key.' }
+                   details[:config][:merge] = { type: 'text', description: 'A comma-delimited list of fields from the event to carry through. Use * to merge all fields.' }
+                   details[:config][:group] = { type: 'text', description: 'Group events by a field, which is stored in a key. The format is group_by|group_key.' }
+                   details[:config][:limit] = { type: 'integer', description: 'Limit the number of events to this number.' }
+                   details[:config][:join] = { type: 'text', description: 'Join all of the events from this flux into one event, under this name.' }
+                   details[:config][:sort] = { type: 'text', description: 'Sort by this key.' }
+                   details[:config][:model] = { type: 'keyvalue', description: 'Reshape the outgoing events.', value: {} }
+
+                   details[:config]
+                          .select { |_, v| v[:type] == 'keyvalue' }
+                          .select { |_, v| v[:editors].nil? }
+                          .each   do |_, v|
+                                    v[:editors] = [
+                                                    { id: 'new_key', target: 'key', field: { type: 'text', value: '', default: '' } },
+                                                    { id: 'new_value', target: 'value', field: { type: 'text', value: '', default: '' } }
+                                                  ]
+                                  end
+
+                   details
+                 end
+  }.to_json
+end
+
+post '/run' do
+  content_type :json
+
+  data = SymbolizedHash.new JSON.parse(request.body.read)
+
+  event = SymbolizedHash.new JSON.parse(data[:setup][:event].to_json)
+
+  config = SymbolizedHash.new data[:config]
+
+  flux = Mushy::Flow.build_flux( { type: data[:setup][:flux], config: config } )
+
+  result = flux.execute event
+
+  result = [result].flatten
+
+  { result: result }.to_json
+end

data/mushy.gemspec

@@ -0,0 +1,24 @@
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'mushy/version'
+
+Gem::Specification.new do |s|
+  s.name           = 'mushy'
+  s.version        = '0.0.1'
+  s.date           = '2020-11-23'
+  s.summary        = 'Process streams of work using common modules.'
+  s.description    = 'Process streams of work using common modules.'
+  s.authors        = ['Darren Cauthon']
+  s.email          = 'darren@cauthon.com'
+  s.files          = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  s.executables    = s.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  s.require_paths = ["lib"]
+  s.homepage       = 'https://cauthon.com'
+  s.license        = 'MIT'
+
+  s.add_development_dependency 'minitest'
+  s.add_runtime_dependency 'liquid'
+  s.add_runtime_dependency 'ferrum'
+  s.add_runtime_dependency 'nokogiri'
+  s.add_runtime_dependency 'faraday'
+end

data/note.txt

@@ -0,0 +1,2 @@
+Run the test:
+docker run -it -v //c/Users/darre/Desktop/mushy:/usr/src/mushy ruby:2.5 ruby //usr/src/mushy/test/mushy/masher_test.rb

metadata

@@ -0,0 +1,137 @@
+--- !ruby/object:Gem::Specification
+name: mushy
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Darren Cauthon
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2020-11-23 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: liquid
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ferrum
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: faraday
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Process streams of work using common modules.
+email: darren@cauthon.com
+executables:
+- mushy
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/mushy
+- lib/mushy.rb
+- lib/mushy/event.rb
+- lib/mushy/flow.rb
+- lib/mushy/flux.rb
+- lib/mushy/fluxs/bash.rb
+- lib/mushy/fluxs/browser.rb
+- lib/mushy/fluxs/build_csv.rb
+- lib/mushy/fluxs/collection.rb
+- lib/mushy/fluxs/filter.rb
+- lib/mushy/fluxs/get.rb
+- lib/mushy/fluxs/ls.rb
+- lib/mushy/fluxs/parse_html.rb
+- lib/mushy/fluxs/read_csv.rb
+- lib/mushy/fluxs/write_file.rb
+- lib/mushy/masher.rb
+- lib/mushy/run.rb
+- lib/mushy/runner.rb
+- lib/mushy/version.rb
+- lib/public/index.html
+- lib/site.rb
+- mushy.gemspec
+- note.txt
+homepage: https://cauthon.com
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.6.2
+signing_key: 
+specification_version: 4
+summary: Process streams of work using common modules.
+test_files: []