farmstead 0.0.46 → 0.0.47

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 9af9766d2bf99aff2dc4853eb04d44b8253e162c
-  data.tar.gz: 9a6dc71173f7c358f817cc3851cde2aec1f5ead6
+  metadata.gz: 84f17c36d90a78c53393d73db4986e9826bfce69
+  data.tar.gz: 752a9e161dda9bb050ab9725557c88f53206f941
 SHA512:
-  metadata.gz: a3d38fa3acff331621727307330525f21981966dfe001e84603823aca0514b52c5b00a0cba1e89c38016ebf7979d0bb884017ec883f3a6d0354b867882d4effb
-  data.tar.gz: bfcc00e7a2635b2db989dc04640269e4f700c258331a4f2162e1753d784c289f0b5ea44da354b6868a23ed1d6eff4f74bf0b5e4f95e03a61919743f615e910fa
+  metadata.gz: 232d6b021ccf08e8215ea054d341c9587de06b92a9884264761549b273a87db05e6697d3cb8ce1df49f39248f4405edf7f92ff0723cdc4de7130746953f7c29d
+  data.tar.gz: 226d4e3571fc41e451e350910f6680f174fc7a23b7d0ca4a4dcd1d921313e8642a6b5be5855166de8739c35f49cac3a810c08baf668fb1bcb31efd634ff35211

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    farmstead (0.0.46)
+    farmstead (0.0.47)
       httparty (~> 0.15.6)
       mechanize (~> 2.7)
       mysql2 (~> 0.4.10)

data/README.md

@@ -16,11 +16,6 @@ Farmstead is a modular data pipeline platform. Farmstead makes creating and depl
     - [Environment Variables](#env)
     - [Deployment Methods](#deployment)
 - [Architecture](#architecture)
-    - [Scheduler - Glenda](#glenda)
-    - [Fertilize - Tinman](#tinman)
-    - [Harvest - Scarecrow](#scarecrow)
-    - [Mill - CowardlyLion](#cowardlylion)
-    - [Serve - Dorothy](#dorothy)
 - [License](#license)
 
 <!-- /TOC -->
@@ -108,7 +103,9 @@ ETL
 * Transform
 * Load
 
-All of the services are only running a Kafka consumer and producer. There is a Manager service that 
+All of the services are only running a Kafka consumer and producer. There is a Manager service that manages the flow.
+
+Projects are built with their own classes to allow extending the API.
 
 **Classes:**
 
@@ -129,7 +126,7 @@ Transforms one or more datasets.
 Loads the data into a database.
 
 **Test**
-curl -X PUT -H "Accept: application/json" -d '{ "name": "test", "type": "test" }' http://localhost:3000/api/v1/source
+curl -X PUT -H "Accept: application/json" -d '{ "name": "test", "type": "test", "module": "Test" }' http://localhost:3000/api/v1/source
 
 
 ## License

data/lib/farmstead/cli.rb

@@ -43,7 +43,6 @@ module Farmstead
 
     desc "pipelined", "Test a pipeline API"
     def pipeline
-      Farmstead.const_set("OPERATION", "started")
       require_relative "farmstead/extract"
     end
 

data/lib/farmstead/db.rb

@@ -13,7 +13,7 @@ module Farmstead
     def self.add_source(payload)
       self.pull_variables
       ds = @@DB[:sources]
-      ds.insert(:name => payload["name"], :type => payload["type"])
+      ds.insert(name: payload["name"], type: payload["type"], module: payload["module"])
     end
 
     def self.setup
@@ -22,6 +22,7 @@ module Farmstead
         primary_key(:id)
         String(:name)
         String(:type)
+        String(:module)
       end
     end
 

data/lib/farmstead/pipeline/extract.rb

@@ -8,7 +8,6 @@
 #
 # Every micro-service inherits the Service class
 module Farmstead
-  OPERATION = 1
   module Extract
     class Producer < Farmstead::Service
       def run

data/lib/farmstead/scaffold/extract/extracter.rb.erb

@@ -1,7 +1,5 @@
 module <%= @name.capitalize %>
   module Extracter
-    include Farmstead::Extract
-    
     # Sinatra API - Customize here
     class API < Farmstead::API
     end

data/lib/farmstead/scaffold/load/loader.rb.erb

@@ -1,7 +1,5 @@
 module <%= @name.capitalize %>
   module Loader
-    include Farmstead::Load
-    
     # Sinatra API - Customize here
     class API < Farmstead::API
     end

data/lib/farmstead/scaffold/manage/manager.rb.erb

@@ -1,7 +1,5 @@
 module <%= @name.capitalize %>
   module Manager
-    include Farmstead::Manage
-    
     # Sinatra API - Customize here
     class API < Farmstead::API
     end

data/lib/farmstead/scaffold/transform/transformer.rb.erb

@@ -1,7 +1,5 @@
 module <%= @name.capitalize %>
   module Transformer
-    include Farmstead::Transform
-  
     # Sinatra API - Customize here
     class API < Farmstead::API
     end

data/lib/farmstead/version.rb

@@ -1,3 +1,3 @@
 module Farmstead
-  VERSION = "0.0.46"
+  VERSION = "0.0.47"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: farmstead
 version: !ruby/object:Gem::Version
-  version: 0.0.46
+  version: 0.0.47
 platform: ruby
 authors:
 - Ken Jenney