fluent-plugin-cloud-feeds 1.2.0 → 1.3.0

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    NzlhN2I4ZmIzMGJjZWZjYzk4NTBiODBlY2UxZGRkODg0NTVkZGE5Mg==
+    YzI2Njg3NGJhNzJkOWQwZjdjOWNiZjIyMWNiYjUzMTdkNmQyN2Q2OA==
   data.tar.gz: !binary |-
-    MjA0MDVkNDVjYTk0NzFlNThmN2FjOTM0OWM0YmJhNTM0YTg5NTY2MQ==
+    ZTc0MWM2NDQ0NWRjMGU5YTE3Yzg2ZDhiM2M1NTZkMzRkMzI3NDMxMQ==
 SHA512:
   metadata.gz: !binary |-
-    YjY0NTA5MGRmZTA4NTlkYTIzOWRiYmIxMzc5ZTQyYjFmOTExNjczM2NmYzkw
-    YTgxNzU1Y2EyM2NkZDk3ZGRhNmQ4Nzc4ZGEwYmU4MjhiOGQ0M2Y1Yjk4MWQx
-    NTRkZGQ5NzRjZTY5OGFjZjk3YjBkMzM0NDA4OWE2ZjNmZjY1ODc=
+    MWE1NmUxNWFhNDFiY2FiZTllZTM5OTEwNTBmODhiNGQ4MWJlZTFjOTgxYWQ1
+    NmZkNzY2ZTkwYWQxZWViMWM5OTY3N2JiNTAyOTc3OGVkY2RjOTE5OWE2NTU5
+    ZTM5MjNmZjcwZTM2NDk2NTE0NTA5M2NmMjc3ZDQxN2ZlZDlhYWI=
   data.tar.gz: !binary |-
-    ZGFhNDNjZDA0NGUzZWI4OTEwYjNhYzU4ZWZlNDFjZTgzODEzMmZmZTUxZmMz
-    M2FmZWRmZmVkZjc2YjIxMDVjMjgyZGUxOTU4NzU0NTBlMGNmMmQ0NDMxYjUx
-    NDE1MWVlZjE3YzM4MTI3OGM5MmY1ZGRlMjVmY2NiODY3NjNkMWE=
+    MjFiOWZmZmY4YjAyODRkMzVmYWJlMzNmNmVmZDY3ZDA5Mzk1MDZjNmFkNjc2
+    MmE0NjY3M2UxNzllMjhjZmZjZWE4OTE3ZTkwY2QwZjgxMmUwZTdlZTcxNDI4
+    MzMwYjhkNTE1MTRiNDAxZWFlNzAyOGRmZWExNjQ3NThjZDU3YjY=

data/README.md

@@ -1,2 +1,84 @@
-# fluentd-feeds-output
-Output for fluentd to an authenticated CloudFeeds endpoint
+# Fluentd output plugin to Rackspace cloud feeds
+
+This plugin mirrors functionality in the [cf-flume-sink](https://github.com/rackerlabs/cf-flume-sink/tree/master/cf-sink)
+except for [fluentd](www.fluentd.org) instead of flume.
+
+## Configuration
+
+It is highly recommended to use this plugin with the [bufferize plugin](https://github.com/sabottenda/fluent-plugin-bufferize).
+This plugin has been designed to fail in a way that allows the bufferize plugin to properly retry.
+
+### Fluentd configuration for this plugin
+
+```
+type rackspace_cloud_feeds
+identity_endpoint http://identity.com/post/for/token
+identity_username username
+identity_password teh_password
+feeds_endpoint http://feed.com/endpoint/of/feed
+```
+
+* **type** Needs to be rackspace_cloud_feeds for fluentd to recognize the plugin
+* **identity_endpoint** The url to authenticate with identity
+* **identity_username** The username to use during posting to get a token
+* **identity_password** The password component of getting a token
+* **feeds_endpoint** The endpoint of the authenticated feed to post events to
+
+### log4j2 logging configuration
+
+This example configuration assumes that you're using the Repose [HERP filter](https://repose.atlassian.net/wiki/display/REPOSE/Highly+Efficient+Record+Processor+%28HERP%29+filter), as this is the primary purpose for building this output plugin.
+
+
+```xml
+<?xml version="1.0" encoding="UTF-8"?>
+<Configuration packages="org.openrepose.commons.utils.xslt">
+    <Appenders>
+        <RollingFile name="UserAccessEventLog" fileName="/var/log/repose-uae.log"
+                     filePattern="logs/$${date:yyyy-MM}/app-%d{MM-dd-yyyy}-%i.log.gz">
+            <PatternLayout pattern="%m%n"/>
+            <Policies>
+                <TimeBasedTriggeringPolicy />
+                <SizeBasedTriggeringPolicy size="250 MB"/>
+            </Policies>
+        </RollingFile>
+    </Appenders>
+    <Loggers>
+        <Logger name="highly-efficient-record-processor-post-Logger" level="trace">
+            <AppenderRef ref="UserAccessEventLog"/>
+        </Logger>
+    </Loggers>
+</Configuration>
+```
+
+This will ensure that the output log lines from Repose are one JSON per line so that the fluentd can consume them.
+
+### Naieve sample configuration for fluentd
+
+This is a very naieve configuration for fluentd that can be extended upon to configure fluentd to pull in
+entries from the repose log and send them out the cloud-feeds fluent plugin through the bufferize plugin.
+
+```
+<source>
+ type tail
+ path /var/log/repose-uae.log
+ pos_file /var/log/repose-uae.log
+ format none
+ tag repose
+</source>
+
+<match repose*>
+  type bufferize
+  buffer_type file
+  buffer_path /tmp/repose.*.buffer
+  <config>
+    type rackspace_cloud_feeds
+    identity_endpoint http://localhost:8080/tokens
+    identity_username lolol
+    identity_password butts
+    feeds_endpoint http://localhost:8081/feed
+  </config>
+</match>
+```
+
+There are many options with the bufferize plugin, be sure to read the documentation for bufferize and
+fluentd to ensure that the stuff is set up properly for your environment.

data/fluent-plugin-cloud-feeds.gemspec

@@ -2,7 +2,7 @@ $:.push File.expand_path("../lib", __FILE__)
 
 Gem::Specification.new do |s|
   s.name = "fluent-plugin-cloud-feeds"
-  s.version = "1.2.0"
+  s.version = "1.3.0"
   s.authors = ["David Kowis", "Tyler Royal"]
   s.email= ["david.kowis@rackspace.com", "tyler.royal@rackspace.com"]
   s.homepage = "https://github.com/rackerlabs/fluent-plugin-cloud-feeds"
@@ -27,4 +27,4 @@ Gem::Specification.new do |s|
   s.add_development_dependency('rspec', '3.2.0')
   s.add_development_dependency('webmock', '1.21.0')
   s.add_development_dependency('simplecov', '0.10.0')
-end
+end

data/lib/fluent/plugin/out_rackspace_cloud_feeds.rb

@@ -99,7 +99,7 @@ class Fluent::RackspaceCloudFeedsOutput < Fluent::Output
     <title type="text">User Access Event</title>
     <author><name>Repose</name></author>
     <updated>#{now}</updated>
-    <content type="text">#{content}</content>
+    <content type="application/xml">#{content}</content>
 </entry>
 EOF
   end

data/spec/feeds_output_spec.rb

@@ -59,6 +59,7 @@ EOF
     expect(REXML::XPath.first(doc, "/entry/author/name").text).to eq("Repose")
     expect(REXML::XPath.first(doc, "/entry/updated").text).to match(/\d\d\d\d-\d\d-\d\dT\d\d:\d\d:\d\d.\d\d\dZ/)
     expect(REXML::XPath.first(doc, "/entry/content").text).to eq(content)
+    expect(REXML::XPath.first(doc, "/entry/content/@type").value).to eq("application/xml")
   end
 
   def print_logs

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-cloud-feeds
 version: !ruby/object:Gem::Version
-  version: 1.2.0
+  version: 1.3.0
 platform: ruby
 authors:
 - David Kowis
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-04-21 00:00:00.000000000 Z
+date: 2015-05-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: net-http-persistent