carnivore-nsq 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 80215ccf0693d381ff5ce8c73930f2c5507e63f0
+  data.tar.gz: 1e4816402f4ca38fe8a61e83cee47379d06b2f13
+SHA512:
+  metadata.gz: e943cb3e8bc959f31af6e379cde75b7ba3e05f787df92456f97186916c48067193cf1ccafee1be49bda08d6318219fe16a57a98dfb74e6e04bea6c5085ca774a
+  data.tar.gz: 4b0170286de5308f17cda80fd35f7316694591474f236a37018ca9539008d5fa11222e49c339099a68a4964024ddcfb4ca818d4a1fd71228f328e94fb4525a18

data/CHANGELOG.md

@@ -0,0 +1,2 @@
+## v0.1.0
+* Initial release

data/CONTRIBUTING.md

@@ -0,0 +1,25 @@
+# Contributing
+
+## Branches
+
+### `master` branch
+
+The master branch is the current stable released version.
+
+### `develop` branch
+
+The develop branch is the current edge of development.
+
+## Pull requests
+
+* https://github.com/carnivore-rb/carnivore-nsq/pulls
+
+Please base all pull requests of the `develop` branch. Merges to
+`master` only occur through the `develop` branch. Pull requests
+based on `master` will likely be cherry picked.
+
+## Issues
+
+Need to report an issue? Use the github issues:
+
+* https://github.com/carnivore-rb/carnivore-nsq/issues

data/LICENSE

@@ -0,0 +1,13 @@
+   Copyright 2014 Chris Roberts
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+     http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

data/README.md

@@ -0,0 +1,23 @@
+# Carnivore NSQ
+
+Provides NSQ `Carnivore::Source`
+
+# Usage
+
+```ruby
+require 'carnivore'
+require 'carnivore-nsq'
+
+Carnivore.configure do
+  source = Carnivore::Source.build(
+    :type => :nsq,
+    :args => {
+    }
+  )
+end.start!
+```
+
+# Info
+* Carnivore: https://github.com/carnivore-rb/carnivore
+* Repository: https://github.com/carnivore-rb/carnivore-nsq
+* IRC: Freenode @ #carnivore

data/carnivore-nsq.gemspec

@@ -0,0 +1,16 @@
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__)) + '/lib/'
+require 'carnivore-nsq/version'
+Gem::Specification.new do |s|
+  s.name = 'carnivore-nsq'
+  s.version = Carnivore::Nsq::VERSION.version
+  s.summary = 'Message processing helper'
+  s.author = 'Chris Roberts'
+  s.email = 'chrisroberts.code@gmail.com'
+  s.homepage = 'https://github.com/carnivore-rb/carnivore-nsq'
+  s.description = 'Carnivore NSQ source'
+  s.require_path = 'lib'
+  s.license = 'Apache 2.0'
+  s.add_dependency 'carnivore', '>= 0.1.8'
+  s.add_dependency 'krakow'
+  s.files = Dir['lib/**/*'] + %w(carnivore-nsq.gemspec README.md CHANGELOG.md CONTRIBUTING.md LICENSE)
+end

data/lib/carnivore-nsq/nsq.rb

@@ -0,0 +1,95 @@
+require 'krakow'
+require 'multi_json'
+
+module Carnivore
+  class Source
+    class Nsq < Source
+
+      DEFAULT_LOOKUPD_PATH = '/etc/carnivore/nsq.json'
+
+      attr_reader(
+        :lookupd, :http_transmit, :reader,
+        :writer, :topic, :channel, :reader_args,
+        :waiter, :producer_args, :args
+      )
+
+      def setup(args={})
+        @args = args.dup
+        @lookupd = (default_lookupds + [args[:lookupd]]).flatten.compact.uniq
+        @http_transmit = args[:http_transmit]
+        @producer_args = args[:producer]
+        @topic = args[:topic]
+        @channel = args[:channel] || 'default'
+        @reader_args = args[:reader_opts] || {}
+        @waiter = Celluloid::Condition.new
+        Krakow::Utils::Logging.level = (Carnivore::Config.get(:krakow, :logging, :level) || :info).to_sym
+      end
+
+      def connect
+        if(lookupd)
+          consumer_args = {
+            :nsqlookupd => lookupd,
+            :topic => topic,
+            :channel => channel,
+            :max_in_flight => 1,
+            :notifier => waiter
+          }.merge(reader_args)
+          @reader = Krakow::Consumer.new(consumer_args)
+          info "Reader connection for #{topic}:#{channel} established #{reader}"
+        end
+        if(producer_args)
+          @writer = Krakow::Producer.new(producer_args.merge(:topic => topic))
+          info "Producer TCP connection for #{topic} established #{writer}"
+        elsif(http_transmit)
+          @writer = Krakow::Producer::Http.new(
+            :endpoint => http_transmit,
+            :topic => topic
+          )
+          info "Producer HTTP connection for #{topic} established #{writer}"
+        end
+      end
+
+      def consumer
+        reader ||
+          abort('Consumer is not established. No setup information provided!')
+      end
+
+      def producer
+        writer ||
+          abort('Producer is not established. No setup information provided!')
+      end
+
+      def receive(n=1)
+        if(consumer.queue.empty?)
+          waiter.wait
+        end
+        msg = consumer.queue.pop
+      end
+
+      def transmit(payload, original=nil)
+        payload = MultiJson.dump(payload) unless payload.is_a?(String)
+        producer.write(payload)
+      end
+
+      def confirm(message)
+        consumer.confirm(message[:message])
+      end
+
+      private
+
+      def default_lookupds
+        json_path = args.fetch(:lookupd_file_path, DEFAULT_LOOKUPD_PATH)
+        lookupds = nil
+        if(File.exists?(json_path))
+          begin
+            lookupds = MultiJson.load(File.read(json_path), :symbolize_keys => true)[:lookupds]
+          rescue MultiJson::LoadError => e
+            error "Failed to load nsqlookupd file from system: #{e}"
+          end
+        end
+        lookupds || []
+      end
+
+    end
+  end
+end

data/lib/carnivore-nsq/version.rb

@@ -0,0 +1,6 @@
+module Carnivore
+  module Nsq
+    # current library version
+    VERSION = Gem::Version.new('0.1.0')
+  end
+end

data/lib/carnivore-nsq.rb

@@ -0,0 +1,4 @@
+require 'carnivore-nsq/version'
+require 'carnivore'
+
+Carnivore::Source.provide(:nsq, 'carnivore-nsq/nsq')

metadata

@@ -0,0 +1,80 @@
+--- !ruby/object:Gem::Specification
+name: carnivore-nsq
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Chris Roberts
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-12-06 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: carnivore
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.1.8
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.1.8
+- !ruby/object:Gem::Dependency
+  name: krakow
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Carnivore NSQ source
+email: chrisroberts.code@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- CHANGELOG.md
+- CONTRIBUTING.md
+- LICENSE
+- README.md
+- carnivore-nsq.gemspec
+- lib/carnivore-nsq.rb
+- lib/carnivore-nsq/nsq.rb
+- lib/carnivore-nsq/version.rb
+homepage: https://github.com/carnivore-rb/carnivore-nsq
+licenses:
+- Apache 2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Message processing helper
+test_files: []
+has_rdoc: