ffwd-kafka 0.1.1 → 0.1.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 84c4a7fb542e7d55261f72ee82b249d326fec812
+  data.tar.gz: 39bd2c697d87fcd716dd18b7ce62d0857b8c15b9
+SHA512:
+  metadata.gz: d36db430844b2ac92bbe38b3c95ebf2e8856d1480fbaf50add354f593dd3dfd20660ffd1e4a5dc63e080d89cf2f272cdd80af0c2cd2adb7495fd325695fc7735
+  data.tar.gz: 58e27c9e33728d566b53dfe5376bcae86ce0cadf228cd3c599220ccb0f26a18c95a739263b91f41c430ca16dc7d9bde7f3e9a0ceba54bcf99f59ee73194eb9eb

data/lib/ffwd/plugin/kafka/partitioners.rb

@@ -32,6 +32,15 @@ module FFWD::Plugin::Kafka
   class AttributePartitioner
     DEFAULT_ATTRIBUTE = :site
 
+    OPTIONS = [
+      FFWD::Plugin.option(
+        :attribute, :default => DEFAULT_ATTRIBUTE,
+        :help => [
+          "Attribute to use when the partitioner is set to :attribute."
+        ]
+      ),
+    ]
+
     def self.build opts
       attr = opts[:attribute] || DEFAULT_ATTRIBUTE
       new attr

data/lib/ffwd/plugin/kafka/routers.rb

@@ -13,6 +13,8 @@
 # License for the specific language governing permissions and limitations under
 # the License.
 
+require 'ffwd/plugin'
+
 module FFWD::Plugin::Kafka
   # Use a custom attribute for partitioning.
   class AttributeRouter
@@ -20,6 +22,30 @@ module FFWD::Plugin::Kafka
     DEFAULT_EVENT_PATTERN = "events-%s"
     DEFAULT_ATTRIBUTE = :site
 
+    OPTIONS = [
+      FFWD::Plugin.option(
+        :metric_pattern, :default => DEFAULT_METRIC_PATTERN,
+        :help => [
+          "Only used with :attribute router.",
+          "Metric pattern to use, expects one %s placeholder for the value of the specified attribute." 
+        ]
+      ),
+      FFWD::Plugin.option(
+        :event_pattern, :default => DEFAULT_METRIC_PATTERN,
+        :help => [
+          "Only used with :attribute router.",
+          "Event pattern to use, expects one %s placeholder for the value of the specified attribute." 
+        ]
+      ),
+      FFWD::Plugin.option(
+        :attribute, :default => DEFAULT_ATTRIBUTE,
+        :help => [
+          "Only used with :attribute router.",
+          "Attribute name to use in pattern when router is :attribute." 
+        ]
+      ),
+    ]
+
     def self.build opts
       metric_pattern = opts[:metric_pattern] || DEFAULT_METRIC_PATTERN
       event_pattern = opts[:event_pattern] || DEFAULT_EVENT_PATTERN

data/lib/ffwd/plugin/kafka/version.rb

@@ -16,7 +16,7 @@
 module FFWD
   module Plugin
     module Kafka
-      VERSION = "0.1.1"
+      VERSION = "0.1.2"
     end
   end
 end

data/lib/ffwd/plugin/kafka.rb

@@ -28,15 +28,41 @@ module FFWD::Plugin
     include FFWD::Plugin
     include FFWD::Logging
 
-    register_plugin "kafka"
-
     DEFAULT_PRODUCER = "ffwd"
-    DEFAULT_ROUTING_METHOD = :attribute
-    DEFAULT_ROUTING_KEY = :site
     DEFAULT_BROKERS = ["localhost:9092"]
     DEFAULT_PARTITIONER = :host
     DEFAULT_ROUTER = :attribute
 
+    register_plugin "kafka",
+      :description => "A plugin for the collectd binary protocol.",
+      :options => [
+        FFWD::Plugin.option(
+          :producer, :default => DEFAULT_PRODUCER,
+          :help => ["Name of the producer."]
+        ),
+        FFWD::Plugin.option(
+          :port, :default => DEFAULT_BROKERS,
+          :help => ["Brokers to connect to."]
+        ),
+        FFWD::Plugin.option(
+          :partitioner, :default => DEFAULT_PARTITIONER,
+          :help => [
+            "Partitioner to use, the partitioner decides what partition key is used for a specific message.",
+            ":host - Base partition key of the host of the event/metric.",
+            ":key - Base partition key of the key of the event/metric.",
+            ":attribute - Base partition key of a specific attribute of the event/metric."
+          ]
+        ),
+        FFWD::Plugin.option(
+          :router, :default => DEFAULT_ROUTER,
+          :help => [
+            "Router to use, the router decides which topic to use for a specific message." 
+          ]
+        ),
+      ] +
+      FFWD::Plugin::Kafka::AttributePartitioner::OPTIONS +
+      FFWD::Plugin::Kafka::AttributeRouter::OPTIONS
+
     def self.setup_output opts, core
       producer = opts[:producer] || DEFAULT_PRODUCER
       brokers = opts[:brokers] || DEFAULT_BROKERS

metadata

@@ -1,46 +1,41 @@
 --- !ruby/object:Gem::Specification
 name: ffwd-kafka
 version: !ruby/object:Gem::Version
-  version: 0.1.1
-  prerelease: 
+  version: 0.1.2
 platform: ruby
 authors:
 - John-John Tedro
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-03-02 00:00:00.000000000 Z
+date: 2014-03-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: poseidon
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: ffwd
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
 description: 
@@ -50,35 +45,34 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- lib/ffwd/plugin/kafka.rb
-- lib/ffwd/plugin/kafka/version.rb
+- lib/ffwd/plugin/kafka/output.rb
 - lib/ffwd/plugin/kafka/producer.rb
-- lib/ffwd/plugin/kafka/partitioners.rb
 - lib/ffwd/plugin/kafka/routers.rb
-- lib/ffwd/plugin/kafka/output.rb
+- lib/ffwd/plugin/kafka/version.rb
+- lib/ffwd/plugin/kafka/partitioners.rb
+- lib/ffwd/plugin/kafka.rb
 homepage: https://github.com/spotify/ffwd
 licenses:
 - Apache 2.0
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.23
+rubygems_version: 2.0.3
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: Kafka support for FFWD.
 test_files: []