fluent-plugin-snowplow 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: ff0db0fa4ef9c6a8421448aca46c32963cff1d26
-  data.tar.gz: 06c318670a4c1773e7a19929924b34d6ec6e830e
+  metadata.gz: 8ac4e04cdbc1a1575ecb5bbb3519e49158071162
+  data.tar.gz: 832790a8ce83af161570561d51d63e9fa611cfde
 SHA512:
-  metadata.gz: 2f91a7d2ad2c4d8908307bddb4ee1d0b74da11946df9134f5e66ec5b2ad1175427768b02a1cae8d4be900d4a0edf68ed25ee425453749286025101987a7da692
-  data.tar.gz: b8c9fb3529778b3d5560a2f0bcbb86e6a9e104a2745296e29498fe532c9f56601e3d6df51ae8704e9f59b0e028a2430201d7ed25123984a801c1e3d3f6b08852
+  metadata.gz: 68a13d0ce72c8d8db784cf57a42938e5101dee9f14ab6abeda4fc89432777a4c16afd08715301db38db02acb3292f513a8da1107794bb7cf69e6f3b0ca65d726
+  data.tar.gz: 5701f5cb61b74ed1f4c6a3c301a20ac18541afb3e2d1437618c64d5d94c3f4ef71770b7cc7f875052820e7f8569a096e917028103d37f725d213255bfe2e8943

data/lib/fluent/plugin/out_snowplow.rb

@@ -0,0 +1,56 @@
+require 'snowplow-tracker'
+
+class Fluent::SomeOutput < Fluent::TimeSlicedOutput
+  Fluent::Plugin.register_output('snowplow', self)
+
+  config_param :host, :string
+  config_param :buffer_size, :integer
+  config_param :protocol, :string
+  config_param :method, :string
+
+  def configure(conf)
+    super
+  end
+
+  def start
+    super
+
+    @emitter = SnowplowTracker::Emitter.new(@host, {
+      buffer_size: @buffer_size,
+      protocol: @protocol,
+      method: @method
+    })
+
+    @trackers = {}
+  end
+
+  def stop
+    @tracker.flush
+  end
+
+  def format(tag, time, record)
+    [tag, time, record].to_msgpack
+  end
+
+  def tracker_for(application)
+    @trackers[application] ||= SnowplowTracker::Tracker.new(@emitter, nil, nil, application)
+    @trackers[application]
+  end
+
+  def write(chunk)
+    application, tracker = nil, nil
+
+    chunk.msgpack_each do |_, _, record|
+      schema = record['schema']
+      message = JSON.parse record['message']
+      true_timestamp = record['true_timestamp']
+      application = record['application']
+      tracker = tracker_for(application)
+
+      self_describing_json = SnowplowTracker::SelfDescribingJson.new(schema, message)
+      tracker.track_self_describing_event(self_describing_json, nil, SnowplowTracker::TrueTimestamp.new(true_timestamp.to_i))
+    end
+
+    tracker.flush
+  end
+end

data/lib/fluent/plugin/snowplow/version.rb

@@ -1,7 +1,7 @@
 module Fluent
   module Plugin
     module Snowplow
-      VERSION = "0.1.1"
+      VERSION = "0.1.2"
     end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-snowplow
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - Lucas Souza
@@ -70,6 +70,7 @@ files:
 - bin/console
 - bin/setup
 - fluent-plugin-snowplow.gemspec
+- lib/fluent/plugin/out_snowplow.rb
 - lib/fluent/plugin/snowplow.rb
 - lib/fluent/plugin/snowplow/version.rb
 homepage: http://www.getninjas.com.br