typhon 0.2.0 → 0.3.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: b0f620a55bca225c8a321096fa493007e100bce1
+  data.tar.gz: 69c947a4ee7252d849af62550cf7b21d8bf27f8e
+SHA512:
+  metadata.gz: 444add8afafed466bf126d238256c34de2c8be811d8b081ac9d7704f972780cbb71c15789a369441f2afead0db8683cda86c3cc155580c5ccd13c5f60febaa19
+  data.tar.gz: 428c51446717bb049dddfcf5081cab70ec40fbd0cdc2f0ee42d01534c608744f0bbaec249ed5f31bbed27e4768c3f1c2628f4fe5806959e885d640321901405a

data/lib/typhon.rb

@@ -7,6 +7,7 @@ class Typhon
   require 'typhon/log'
   require 'typhon/config'
   require 'typhon/stompclient'
+  require 'typhon/natsclient'
   require 'typhon/ratelimit'
   require 'typhon/head'
 
@@ -26,6 +27,14 @@ class Typhon
       Heads.register_head(options[:name], options[:files], blk)
     end
 
+    def nats=(nats)
+      @nats = nats
+    end
+
+    def nats
+      @nats
+    end
+
     def stomp=(stomp)
       @stomp = stomp
     end
@@ -58,17 +67,26 @@ class Typhon
 
     @heads = Heads.new
     @stomp = nil
+    @nats = nil
+  end
+
+  def start_nats
+    @nats = Typhon::NatsClient.new(Config[:nats])
+    Typhon.nats = @nats
+  end
+
+  def start_stomp
+    Log.debug("Connecting to Stomp Server %s:%d" % [ Config[:stomp][:server], Config[:stomp][:port] ])
+    @stomp = EM.connect Config[:stomp][:server], Config[:stomp][:port], Typhon::StompClient, {:auto_reconnect => true, :timeout => 2}
+    Typhon.stomp = @stomp
   end
 
   def tail
     EM.run do
       @heads.loadheads
 
-      if Config[:stomp]
-        Log.debug("Connecting to Stomp Server %s:%d" % [ Config[:stomp][:server], Config[:stomp][:port] ])
-        @stomp = EM.connect Config[:stomp][:server], Config[:stomp][:port], Typhon::StompClient, {:auto_reconnect => true, :timeout => 2}
-        Typhon.stomp = @stomp
-      end
+      start_stomp if Config[:stomp]
+      start_nats if Config[:nats]
 
       EM.add_periodic_timer(10) do
         @heads.loadheads

data/lib/typhon/config.rb

@@ -2,7 +2,7 @@ class Typhon
   class Config
     include Enumerable
 
-    @settings = {:loglevel => :info, :stomp => false, :stat_log_frequency => 3600}
+    @settings = {:loglevel => :info, :stomp => false, :nats => false, :stat_log_frequency => 3600}
 
     class << self
       attr_reader :settings

data/lib/typhon/head.rb

@@ -14,6 +14,10 @@ class Typhon
       @limiters[name] ||= RateLimit.new(time)
     end
 
+    def nats
+      Typhon.nats
+    end
+
     def stomp
       Typhon.stomp
     end

data/lib/typhon/natsclient.rb

@@ -0,0 +1,87 @@
+require "nats/client"
+
+class Typhon
+  class NatsClient
+    def initialize(options={})
+      @options = {
+        :max_reconnect_attempts => -1,
+        :reconnect_time_wait => 1,
+        :dont_randomize_servers => true,
+        :name => "typhon"
+      }.merge(options)
+
+      start
+    end
+
+    def publish(subject, message)
+      NATS.publish(subject, message)
+    end
+
+    def has_client?
+      !!NATS.client
+    end
+
+    def start
+      NATS.on_error do |e|
+        Log.error("Error in NATS connection: %s: %s" % [e.class, e.to_s])
+
+        backoff_sleep
+
+        raise(e)
+      end
+
+      NATS.start(@options) do |c|
+        Log.info("NATS is connected to %s" % c.connected_server)
+        log_nats_pool
+
+        c.on_reconnect do |connection|
+          Log.warn("Reconnected after connection failure: %s" % connection.connected_server)
+          log_nats_pool
+          @backoffcount = 1
+        end
+
+        c.on_disconnect do |reason|
+          Log.warn("Disconnected from NATS: %s" % reason)
+        end
+
+        c.on_close do
+          Log.info("Connection to NATS server closed")
+        end
+      end
+
+      sleep(0.01) until has_client?
+    rescue
+      Log.error("Error during initial NATS setup: %s: %s" % [$!.class, $!.message])
+      Log.debug($!.backtrace.join("\n\t"))
+
+      sleep 1
+
+      Log.error("Retrying NATS initial setup")
+
+      retry
+    end
+
+    def backoff_sleep
+      @backoffcount ||= 1
+
+      if @backoffcount >= 50
+        sleep(2)
+      else
+        sleep(0.04 * @backoffcount)
+      end
+
+      @backoffcount += 1
+    end
+
+    def log_nats_pool
+      return unless NATS.client
+
+      servers = NATS.client.server_pool.map do |server|
+        server[:uri].to_s
+      end
+
+      Log.info("Current server pool: %s" % servers.join(", "))
+    rescue
+    end
+  end
+end

metadata

@@ -1,74 +1,81 @@
---- !ruby/object:Gem::Specification 
+--- !ruby/object:Gem::Specification
 name: typhon
-version: !ruby/object:Gem::Version 
-  hash: 23
-  prerelease: false
-  segments: 
-  - 0
-  - 2
-  - 0
-  version: 0.2.0
+version: !ruby/object:Gem::Version
+  version: 0.3.0
 platform: ruby
-authors: 
+authors:
 - R.I.Pienaar
 autorequire: 
 bindir: bin
 cert_chain: []
-
-date: 2012-03-04 00:00:00 +00:00
-default_executable: typhon
-dependencies: []
-
-description: Single daemon that tails many files and route lines through your own logic
+date: 2016-09-25 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: nats
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.8'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.8'
+- !ruby/object:Gem::Dependency
+  name: eventmachine-tail
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.6'
+description: Single daemon that tails many files and route lines through your own
+  logic
 email: rip@devco.net
-executables: 
+executables:
 - typhon
 extensions: []
-
 extra_rdoc_files: []
-
-files: 
+files:
 - bin/typhon
+- lib/typhon.rb
 - lib/typhon/config.rb
-- lib/typhon/log.rb
+- lib/typhon/head.rb
 - lib/typhon/heads.rb
+- lib/typhon/log.rb
+- lib/typhon/natsclient.rb
 - lib/typhon/ratelimit.rb
-- lib/typhon/head.rb
 - lib/typhon/stompclient.rb
-- lib/typhon.rb
-has_rdoc: true
 homepage: https://github.com/ripienaar/typhon/
 licenses: []
-
+metadata: {}
 post_install_message: 
 rdoc_options: []
-
-require_paths: 
+require_paths:
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement 
-  none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
-      - 0
-      version: "0"
-required_rubygems_version: !ruby/object:Gem::Requirement 
-  none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
-      - 0
-      version: "0"
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
 requirements: []
-
 rubyforge_project: 
-rubygems_version: 1.3.7
+rubygems_version: 2.0.14
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: Wrapper around eventmachine-tail to make writing custom logtailers easy
 test_files: []
-