jflow 0.3.5 → 0.3.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 8d5f7566c4c2619932820abfbe9b8ca2beedfbb5
-  data.tar.gz: 4cf09a731fbcdd97b3c94606f4eb5e32ca8d0757
+  metadata.gz: ee227c0d6cfc06d17a93805bd3c108bef4efe51b
+  data.tar.gz: e5e0046572c7b25d71bab9e654bc926433739265
 SHA512:
-  metadata.gz: d9b75ea31dcf96348296f069f96d52befc41a3517094a541b254d079b57d76b82ffe22ac3a0704183668acd3ae4da0be1199e6139491da23334c0157f4eb5a5b
-  data.tar.gz: ed334c3e1544fdcd088fadf8d236a076d18d33b6889944bbaa24c9b0f86814cb8fe89ae4f8eecc2da60f430f2aa3c3a2ff8ff7bd627548c417e57742c5351df3
+  metadata.gz: 4e5a5a9df63c946880805d2c67815638d9806956e3df6a6c5640a2d1f40d79a0cc6021b9dad4a46f366824b81cfb612046b04d9e2b126b21561ea2cf67468804
+  data.tar.gz: 365419b044cc4844505b516d442af18ee4565d34b42f79edb6b7e2c2582eca8ae1c8e735a51c43e9a23fc10f127981169bdad5d9624075a55b36c7c4ae078f60

data/lib/jflow.rb

@@ -12,6 +12,7 @@ require "jflow/activity/task.rb"
 require "jflow/activity/map.rb"
 require "jflow/activity/worker.rb"
 require "jflow/worker_thread.rb"
+require "jflow/stats.rb"
 require "jflow/cli.rb"
 
 module JFlow

data/lib/jflow/cli.rb

@@ -8,7 +8,7 @@ module JFlow
       "activities_path"   => "array"
     }
 
-    attr_reader :number_of_workers, :domain, :tasklist, :worker_threads, :activities_path
+    attr_reader :number_of_workers, :domain, :tasklist, :worker_threads, :activities_path, :enable_stats
 
     def initialize(options)
       validate_options(options)
@@ -16,6 +16,7 @@ module JFlow
       @domain             = options["domain"]
       @tasklist           = options["tasklist"]
       @activities_path    = options["activities_path"]
+      @enable_stats       = options["enable_stats"] || true
       @worker_threads     = []
       setup
     end
@@ -24,6 +25,7 @@ module JFlow
       number_of_workers.times do
         worker_threads << worker_thread
       end
+      worker_threads << stats_thread if enable_stats
       worker_threads.each(&:join)
     end
 
@@ -58,10 +60,23 @@ module JFlow
       JFlow.configure do |c|
         c.load_paths = activities_path
         c.swf_client = Aws::SWF::Client.new
+        c.cloudwatch_client = Aws::CloudWatch::Client.new
       end
       JFlow.load_activities
     end
 
+    def stats_thread
+      JFlow::WorkerThread.new do
+        Thread.current.set_state(:polling)
+        stats = JFlow::Stats.new(@domain, @tasklist)
+        loop do
+          break if Thread.current.marked_for_shutdown?
+          stats.tick
+          sleep 30
+        end
+      end
+    end
+
     def kill_thread(thread)
       Thread.new do
         sleep 60

data/lib/jflow/configuration.rb

@@ -1,13 +1,14 @@
 module JFlow
   class Configuration
 
-    attr_accessor :swf_client, :load_paths, :logger, :activity_map
+    attr_accessor :swf_client, :load_paths, :logger, :activity_map, :cloudwatch_client
 
     def initialize
-      @swf_client    = nil
-      @load_paths    = []
-      @logger        = Logger.new(STDOUT)
-      @activity_map  = JFlow::Activity::Map.new
+      @swf_client        = nil
+      @cloudwatch_client = nil
+      @load_paths        = []
+      @logger            = Logger.new(STDOUT)
+      @activity_map      = JFlow::Activity::Map.new
     end
   end
 end

data/lib/jflow/stats.rb

@@ -0,0 +1,46 @@
+module JFlow
+  class Stats
+
+    attr_reader :domain_name, :tasklist
+
+    def initialize(domain_name, tasklist)
+      @domain_name = domain_name
+      @tasklist    = tasklist
+    end
+
+    def tick
+      value = backlog_count
+      JFlow.configuration.cloudwatch_client.put_metric_data({
+        namespace: "SWF/Custom",
+        metric_data: [
+          {
+            metric_name: "TasklistBacklog",
+            dimensions: [
+              {
+                name: "Domain",
+                value: domain_name,
+              },{
+                name: "Tasklist",
+                value: tasklist,
+              }
+            ],
+            timestamp: Time.now,
+            value: value,
+            unit: "Count"
+          },
+        ],
+      })
+      JFlow.configuration.logger.debug "Sending tick stats with value: #{value}"
+    end
+
+    def backlog_count
+      JFlow.configuration.swf_client.count_pending_activity_tasks({
+        domain: domain_name,
+        task_list: {
+          name: tasklist,
+        },
+      }).count
+    end
+
+  end
+end

data/lib/jflow/version.rb

@@ -1,3 +1,3 @@
 module JFlow
-  VERSION = "0.3.5"
+  VERSION = "0.3.6"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: jflow
 version: !ruby/object:Gem::Version
-  version: 0.3.5
+  version: 0.3.6
 platform: ruby
 authors:
 - Christophe Verbinnen
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2016-04-07 00:00:00.000000000 Z
+date: 2016-04-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk
@@ -123,6 +123,7 @@ files:
 - lib/jflow/cli.rb
 - lib/jflow/configuration.rb
 - lib/jflow/domain.rb
+- lib/jflow/stats.rb
 - lib/jflow/version.rb
 - lib/jflow/worker_thread.rb
 homepage: https://github.com/djpate/jflow