jackal 0.1.0

data/CHANGELOG.md

@@ -0,0 +1,2 @@
+# v0.1.0
+* Initial commit

data/CONTRIBUTING.md

@@ -0,0 +1,25 @@
+# Contributing
+
+## Branches
+
+### `master` branch
+
+The master branch is the current stable released version.
+
+### `develop` branch
+
+The develop branch is the current edge of development.
+
+## Pull requests
+
+* https://github.com/carnivore-rb/jackal/pulls
+
+Please base all pull requests of the `develop` branch. Merges to
+`master` only occur through the `develop` branch. Pull requests
+based on `master` will likely be cherry picked.
+
+## Issues
+
+Need to report an issue? Use the github issues:
+
+* https://github.com/carnivore-rb/jackal/issues

data/LICENSE

@@ -0,0 +1,13 @@
+   Copyright 2014 Chris Roberts
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+     http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

data/README.md

@@ -0,0 +1,3 @@
+# Jackal
+
+Run your carnivores

data/bin/jackal

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require 'jackal'
+require 'jackal/loader'

data/jackal.gemspec

@@ -0,0 +1,17 @@
+$LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__)) + '/lib/'
+require 'jackal/version'
+Gem::Specification.new do |s|
+  s.name = 'jackal'
+  s.version = Jackal::VERSION.version
+  s.summary = 'Message processing helper'
+  s.author = 'Chris Roberts'
+  s.email = 'code@chrisroberts.org'
+  s.homepage = 'https://github.com/carnivore-rb/jackal'
+  s.description = 'Message processing helper'
+  s.require_path = 'lib'
+  s.license = 'Apache 2.0'
+  s.add_dependency 'carnivore'
+  s.add_dependency 'mixlib-cli'
+  s.files = Dir['lib/**/*'] + %w(jackal.gemspec README.md CHANGELOG.md CONTRIBUTING.md LICENSE)
+  s.executables << 'jackal'
+end

data/lib/jackal.rb

@@ -0,0 +1,9 @@
+require 'carnivore'
+
+module Jackal
+  autoload :Cli, 'jackal/cli'
+  autoload :Callback, 'jackal/callback'
+  autoload :Error, 'jackal/error'
+end
+
+require 'jackal/version'

data/lib/jackal/callback.rb

@@ -0,0 +1,61 @@
+require 'jackal'
+
+module Jackal
+  class Callback < Carnivore::Callback
+
+    def config_key
+      self.class.name.split('::').first.gsub(/(?<![A-Z])([A-Z])/, '_\1').sub(/^_/, '').downcase
+    end
+
+    def new_payload(payload)
+      Smash.new(
+        :id => Celluloid.uuid,
+        :data => payload
+      )
+    end
+
+    # message:: Original message
+    # Executes block and catches unexpected exceptions if encountered
+    def failure_wrap(message)
+      abort 'Failure wrap requires block for execution' unless block_given?
+      begin
+        payload = message[:message]
+        yield payload
+      rescue => e
+        error "!!! Unexpected failure encountered -> #{e.class}: #{e}"
+        debug "#{e.class}: #{e}\n#{(e.backtrace || []).join("\n")}"
+        failed(payload, message, e.message)
+      end
+    end
+
+    def failed(payload, message, reason='No reason provided')
+      error "Processing of #{message} failed! Reason: #{reason}"
+      message.confirm!
+      destination = "#{config_key}_error"
+      source = Carnivore::Supervisor.supervisor[destination]
+      error "Sending #{message} to error handler: #{source}"
+      source.transmit(payload)
+    end
+
+    def completed(payload, message)
+      message.confirm!
+      info "Processing of #{message} complete on this callback"
+      forward(payload)
+    end
+
+    def forward(payload)
+      destination = "#{config_key}_output"
+      source = Carnivore::Supervisor.supervisor[destination]
+      info "Forwarding payload to output destination... (#{source})"
+      debug "Forwarded payload: #{payload.inspect}"
+      source.transmit(payload)
+    end
+
+    def job_completed(name, payload, message)
+      info "Processing of message #{message} has completed within this component #{name}"
+      message.confirm!
+      forward(payload)
+    end
+
+  end
+end

data/lib/jackal/cli.rb

@@ -0,0 +1,15 @@
+require 'mixlib/cli'
+
+module Jackal
+  class Cli
+    include Mixlib::CLI
+
+    option(:config_path,
+      :short => '-c FILE',
+      :long => '--config FILE',
+      :required => true,
+      :description => 'Path to configuration file'
+    )
+
+  end
+end

data/lib/jackal/error.rb

@@ -0,0 +1,6 @@
+require 'jackal'
+
+module Jackal
+  class Error < StandardError
+  end
+end

data/lib/jackal/loader.rb

@@ -0,0 +1,47 @@
+require 'carnivore'
+require 'jackal'
+
+cli = Jackal::Cli.new
+cli.parse_options
+Carnivore::Config.configure(cli.config)
+Carnivore::Config.auto_symbolize(true)
+
+(Carnivore::Config.get(:jackal, :require) || []).each do |path|
+  require path
+end
+
+begin
+  Carnivore::Utils.symbolize_hash(Carnivore::Config.hash_dup).each do |key, opts|
+    next if key == :jackal || !opts.is_a?(Hash)
+    Carnivore::Utils.info "Processing: #{opts.inspect}"
+    Carnivore.configure do
+      opts.fetch(:sources, {}).each do |kind, source_args|
+        source = Carnivore::Source.build(
+          :type => source_args[:type].to_sym,
+          :args => source_args.fetch(:args, {}).merge(:name => "#{key}_#{kind}")
+        )
+        Carnivore::Utils.info "Initialized new source: #{key}_#{kind}"
+        if(kind == :input)
+          opts.fetch(:callbacks, []).each do |klass_name|
+            klass = klass_name.split('::').inject(
+              Object.const_get(
+                key.to_s.split('_').map(&:capitalize).join
+              )
+            ) do |memo, name|
+              memo.const_get(name)
+            end
+            source.add_callback(klass_name, klass)
+          end
+        end
+      end
+    end
+  end
+
+  Carnivore.start!
+rescue => e
+  $stderr.puts "Unexpected failure encountered: #{e.class}: #{e}"
+  if(ENV['DEBUG'])
+    $stderr.puts "#{e.class}: #{e}\n#{e.backtrace.join("\n")}"
+  end
+  exit -1
+end

data/lib/jackal/version.rb

@@ -0,0 +1,5 @@
+module Jackal
+  class Version < Gem::Version
+  end
+  VERSION = Version.new('0.1.0')
+end

metadata

@@ -0,0 +1,91 @@
+--- !ruby/object:Gem::Specification
+name: jackal
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+  prerelease: 
+platform: ruby
+authors:
+- Chris Roberts
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-05-01 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: carnivore
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mixlib-cli
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Message processing helper
+email: code@chrisroberts.org
+executables:
+- jackal
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/jackal/callback.rb
+- lib/jackal/version.rb
+- lib/jackal/cli.rb
+- lib/jackal/loader.rb
+- lib/jackal/error.rb
+- lib/jackal.rb
+- jackal.gemspec
+- README.md
+- CHANGELOG.md
+- CONTRIBUTING.md
+- LICENSE
+- bin/jackal
+homepage: https://github.com/carnivore-rb/jackal
+licenses:
+- Apache 2.0
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Message processing helper
+test_files: []
+has_rdoc: