farmstead 0.0.47 → 0.0.48

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 84f17c36d90a78c53393d73db4986e9826bfce69
-  data.tar.gz: 752a9e161dda9bb050ab9725557c88f53206f941
+  metadata.gz: 76eed38e0bcb82ac852d9c5909f5b196e158dec9
+  data.tar.gz: 02c6768169ac7b44d792b1ac728ec2df7f291d6f
 SHA512:
-  metadata.gz: 232d6b021ccf08e8215ea054d341c9587de06b92a9884264761549b273a87db05e6697d3cb8ce1df49f39248f4405edf7f92ff0723cdc4de7130746953f7c29d
-  data.tar.gz: 226d4e3571fc41e451e350910f6680f174fc7a23b7d0ca4a4dcd1d921313e8642a6b5be5855166de8739c35f49cac3a810c08baf668fb1bcb31efd634ff35211
+  metadata.gz: 967d13b9a83c5ddc18439538a9a0fe152d115344095669d10439d2f2023ec050b803dbb8cde264e6fe0c22e8a045b7affbee440ed8693c1cd30a0994b42d2269
+  data.tar.gz: 5263d000b55a24a1196530c5c9c407d92f1774be5859713c0ddd9eb3c45569e0cb536d4d9f28991f8a459a91bef5d0a88bb89fc0f2b764dd6e468b1f9275334e

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    farmstead (0.0.47)
+    farmstead (0.0.48)
       httparty (~> 0.15.6)
       mechanize (~> 2.7)
       mysql2 (~> 0.4.10)

data/lib/farmstead/cli/db.rb

@@ -8,9 +8,10 @@ module Farmstead
       Farmstead::DB.setup
     end
 
-    desc "list", "List the sources"
-    def list
-      puts "List the sources"
+    desc "list table", "List all records in a table"
+    def list(table)
+      puts "List all records in a table"
+      Farmstead::DB.list(table)
     end
   end
 end

data/lib/farmstead/db.rb

@@ -24,6 +24,23 @@ module Farmstead
         String(:type)
         String(:module)
       end
+      @@DB.create_table :test do
+        primary_key(:id)
+        String(:result)
+      end
+    end
+
+    def self.list(table)
+      self.pull_variables
+      ds = @@DB[table]
+      puts ds.all
+    end
+
+    # Insert an array of values into a table
+    def self.insert(table,array)
+      self.pull_variables
+      ds = @@DB[table]
+      ds.insert(array)
     end
 
   end

data/lib/farmstead/pipeline/extract.rb

@@ -9,35 +9,23 @@
 # Every micro-service inherits the Service class
 module Farmstead
   module Extract
-    class Producer < Farmstead::Service
+    class Service < Farmstead::Service
       def run
-        loop do
-          puts "Do something"
-          sleep 300
-        end
-      end
-    end
-
-    # Subscribed to the Field topic
-    # Works on message
-    class Consumer < Farmstead::Service
-      def run
-        @consumer.subscribe('Field')
+        @consumer.subscribe("Field")
         trap('TERM') { @consumer.stop }
         @consumer.each_message do |message|
           puts "Received: #{message.value}"
-          magic_work(message.value)
+          # Run the extract method of the module referenced by the message
+          obj = JSON.parse(message.value)
+          my_module = Object.const_get "<%= ENV['name'].capitalize %>::#{obj["module"]}"
+          result = my_module::extract
+          Farmstead::DB.insert("test",[result])
+          @producer.produce(result, topic: "Forest")
+          @producer.deliver_messages
           @consumer.mark_message_as_processed(message)
         end
       end
-
-      def magic_work(site)
-        hash = JSON.parse(site)
-        hash['scarecrow'] = 'true'
-        json = hash.to_json
-        puts "Writing: #{json}"
-        write_message(json, topic: 'Forest')
-      end
     end
   end
 end
+

data/lib/farmstead/scaffold/Gemfile.erb

@@ -16,6 +16,7 @@ gem "omniauth-auth0", "~> 2.0.0"
 gem "puma", "~> 3.0"
 gem "ruby-kafka", "~> 0.5.1"
 gem "sass-rails", "~> 5.0"
+gem "sequel", "~> 5.4.0"
 gem "turbolinks", "~> 5"
 gem "uglifier", ">= 1.3.0"
 gem "watir", "~> 6.10"

data/lib/farmstead/service.rb

@@ -23,15 +23,6 @@ module Farmstead
       #@selenium_hub = ENV['SELENIUM_HUB']
     end
 
-    def mysql_init
-      @mysql = Mysql2::Client.new(
-        host: @mysql_host,
-        username: @mysql_user,
-        password: @mysql_pass,
-        database: @mysql_db
-      )
-    end
-
     # Runs on an infinite loop processing records
     # on MySQL DB and writing messages accordingly
     def producer
@@ -85,5 +76,13 @@ module Farmstead
       time1 = Time.new
       write_file(@logfile, "Current Time : #{time1.inspect}")
     end
+
+    def magic_work(body)
+      hash = JSON.parse(body)
+      hash['scarecrow'] = 'true'
+      json = hash.to_json
+      puts "Writing: #{json}"
+      write_message(json, topic: 'Forest')
+    end
   end
 end

data/lib/farmstead/version.rb

@@ -1,3 +1,3 @@
 module Farmstead
-  VERSION = "0.0.47"
+  VERSION = "0.0.48"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: farmstead
 version: !ruby/object:Gem::Version
-  version: 0.0.47
+  version: 0.0.48
 platform: ruby
 authors:
 - Ken Jenney
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-01-22 00:00:00.000000000 Z
+date: 2018-01-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor