fluent-plugin-websocket-ruby-1.9 0.1.8

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: ee71b2e44f040b928c65908be3d8bd33161081ab
+  data.tar.gz: 45940c7f09ebbd0af2b627c19a1a05813ac0c3cd
+SHA512:
+  metadata.gz: f9d5573bf874c5ddc920f416845e2337066f6ff3f6fe745f4c231d7cd0834283195f0609ba5aa5ae8e9b899f9bf35b03fa14e4fa804c3752e792fc7400787966
+  data.tar.gz: e0df6e5a827c45f2142cd80db5fba8a9328828b3dde217e8b17206c1bce21fa94bae8060256726a0b8071ca3f7676d7c21d26aac2aed757ca68a16e3605991bb

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in fluent-plugin-websocket.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,13 @@
+Copyright (c) 2013 IZAWA Tetsu (@moccos)
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

data/README.rdoc

@@ -0,0 +1,98 @@
+= Fluent::Plugin::Websocket
+
+Fluentd websocket output plugin.
+
+This plugin works as websocket server which can output JSON string or {MessagePack}[http://msgpack.org/] binary.
+
+In the current version, emitted data will be broadcasted to the all connected clients.
+
+This fork is from {moccos/fluent-plugin-websocket}[https://github.com/moccos/fluent-plugin-websocket], but locks in Ruby 1.9 as a minimum Ruby version. The newest fluentd gem dependency "serverengine" requires Ruby 2.1.
+
+== Installation
+
+    gem install fluent-plugin-websocket
+
+This plugin depends on {*em-websocket*}[https://github.com/igrigorik/em-websocket].
+
+== Configuration
+    <match foo.**>
+      type websocket
+      host 192.168.1.1    # default: 0.0.0.0 (ANY)
+      port 8080           # default: 8080
+      use_msgpack false   # default: false
+      add_time false      # default: false
+      add_tag true        # default: true
+      buffered_messages 100 # default: 0
+    </match>
+
+* *host*: WebSocket server IP address.
+* *port*: WebSocket server port.
+* <b>use_msgpack</b>: Send {MessagePack}[http://msgpack.org/] format binary. Otherwise, you send JSON format text.
+* <b>add_time</b>: Add timestamp to the data.
+* <b>add_tag</b>: Add fluentd tag to the data.
+* <b>buffered_messages</b>: The number of messages to be buffered. The new connection receives them.
+
+If there are no websocket connections, this plugin silently discards data. You may use <em>out_copy</em> plugin like this:
+
+    <match foo.**>
+      type copy
+      <store>
+        type file
+        path /var/log/foo/bar.log
+      </store>
+      <store>
+        type websocket
+        port 8080
+      </store>
+    </match>
+
+If <em>buffered_messages</em> is greater than <em>0</em>, the last stored data is sent to the client upon new connection.
+
+== Data format
+    [tag, timestamp, data_object]
+
+* tag is appended when <em>add_tag</em> option is true.
+* timestamp is appended when <em>add_time</em> option is true.
+
+=== Example
+    curl -X POST -d 'json={"action":"login","user":6}' http://localhost:8888/foo/bar
+
+    ["foo.bar",1364699026,{"action":"login","user":6}]
+
+== Client sample
+=== JSON format (use_msgpack: false)
+    function onMessage(evt) {
+      data = JSON.parse(evt.data);
+      ...
+    }
+
+=== Msgpack format binary (use_msgpack: true)
+Extract data by {msgpack.js}[https://github.com/msgpack/msgpack-javascript].
+
+    websocket.binaryType = "arraybuffer"
+    ...
+    function onMessage(evt) {
+      data = msgpack.unpack(new Uint8Array(evt.data))
+      ...
+    }
+
+== Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request
+
+== Recent changes
+* 0.1.7 Add message buffering. (Thanks to {SebastianOsuna}[https://github.com/SebastianOsuna])
+* 0.1.6 Added license to gemspec.
+* 0.1.5 Fixed dependencies. (Thanks to {ca-gacky}[https://github.com/ca-gacky])
+* 0.1.4 Changed json parser to yajl. (Thanks to {Kogarasi}[https://github.com/Kogarasi])
+* 0.1.3 Bug fix.
+* 0.1.2 Released gem.
+
+== Copyright
+
+Copyright:: Copyright (c) 2013 IZAWA Tetsu (@moccos)
+License:: Apache License, Version 2.0

data/Rakefile

@@ -0,0 +1,10 @@
+#env rake
+require 'bundler/gem_tasks'
+require 'rake/testtask'
+
+Rake::TestTask.new do |t|
+  t.libs << "test"
+  t.test_files = FileList['test/plugin/test*.rb']
+  t.verbose = true
+end
+task :default => :test

data/fluent-plugin-websocket.gemspec

@@ -0,0 +1,26 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path('../lib', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.name          = "fluent-plugin-websocket-ruby-1.9"
+  gem.version       = "0.1.8"
+  gem.authors       = ["IZAWA Tetsu (@moccos)"]
+  gem.email         = ["tt.izawa@gmail.com"]
+  gem.homepage      = "https://github.com/mikeatlas/fluent-plugin-websocket-ruby-1.9"
+  gem.summary       = %q{Fluentd websocket output plugin}
+  gem.description   = %q{Fluentd websocket output plugin which can output JSON string or MessagePack binary to the clients.}
+  gem.required_ruby_version = ">= 1.9.2"
+  gem.licenses = ["Apache License, Version 2.0"]
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+
+  gem.add_development_dependency "rake"
+  gem.add_development_dependency "websocket-eventmachine-client"
+  gem.add_runtime_dependency "msgpack"
+  gem.add_runtime_dependency "yajl-ruby"
+  gem.add_runtime_dependency "fluentd", '0.12.29'
+  gem.add_runtime_dependency "em-websocket"
+end

data/lib/fluent/plugin/out_websocket.rb

@@ -0,0 +1,96 @@
+# Copyright (C) 2013 IZAWA Tetsu (@moccos)
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'em-websocket'
+require 'yajl'
+require 'thread'
+
+module Fluent
+  $lock = Mutex::new
+  $channel = EM::Channel.new
+
+  class WebSocketOutput < Fluent::Output
+    Fluent::Plugin.register_output('websocket', self)
+    config_param :use_msgpack, :bool, :default => false
+    config_param :host, :string, :default => "0.0.0.0"
+    config_param :port, :integer, :default => 8080
+    config_param :add_time, :bool, :default => false
+    config_param :add_tag, :bool, :default => true
+    config_param :buffered_messages, :integer, :default => 0
+
+    def configure(conf)
+      super
+      @thread = Thread.new do
+        $log.trace "Started em-websocket thread."
+        $log.info "WebSocket server #{@host}:#{@port} [msgpack: #{@use_msgpack}]"
+        EM.run {
+          EM::WebSocket.run(:host => @host, :port => @port) do |ws|
+            ws.onopen { |handshake|
+              callback = @use_msgpack ? proc{|msg| ws.send_binary(msg)} : proc{|msg| ws.send(msg)}
+              $lock.synchronize do
+                sid = $channel.subscribe callback
+                $log.trace "WebSocket connection: ID " + sid.to_s
+                ws.onclose {
+                  $log.trace "Connection closed: ID " + sid.to_s
+                  $lock.synchronize do
+                    $channel.unsubscribe(sid)
+                  end
+                }
+                @buffer.each do |msg|
+                  ws.send(msg)
+                end
+              end
+
+              #ws.onmessage { |msg|
+              #}
+            }
+          end
+        }
+      end
+    end
+
+    def start
+      @buffer = []
+      super
+    end
+
+    def shutdown
+      super
+      EM.stop
+      Thread::kill(@thread)
+      $log.trace "Killed em-websocket thread."
+    end
+
+    def emit(tag, es, chain)
+      chain.next
+      es.each {|time,record|
+        data = [record]
+        if (@add_time) then data.unshift(time) end
+        if (@add_tag) then data.unshift(tag) end
+        output = @use_msgpack ? data.to_msgpack : Yajl::Encoder.encode( data )
+        buffer(output)
+        $lock.synchronize do
+          $channel.push output
+        end
+      }
+    end
+
+    def buffer(data)
+      return unless @buffered_messages > 0
+      @buffer << data
+      # Buffer only new @buffered_messages messages
+      @buffer = @buffer[-@buffered_messages, @buffered_messages] if @buffer.length > @buffered_messages
+    end
+  end
+end

data/test/plugin/test_out_websocket.rb

@@ -0,0 +1,76 @@
+require 'json'
+require 'msgpack'
+require 'fluent/test'
+require 'fluent/plugin/out_websocket'
+require 'websocket-eventmachine-client'
+
+class WebSocketForTest
+  def initialize(key, n)
+    @n_received = 0
+    @v_received = []
+
+    @ws = WebSocket::EventMachine::Client.connect(:uri => 'ws://localhost:8080')
+    @ws.onmessage do |msg, type|
+      #puts "Received message: #{msg.to_s} / #{type.to_s}"
+      data = type == :text ? JSON.parse(msg): MessagePack.unpack(msg)
+      @v_received.push(data[0][key])
+      @n_received += 1
+      if (n == @n_received)
+        @ws.close()
+      end
+    end
+  end
+
+  attr_reader :n_received, :v_received
+end
+
+class WebSocketOutputTest < Test::Unit::TestCase
+  def setup
+    Fluent::Test.setup
+    v_str = "sekaiichi kawaiiyo"
+    v_int = -1234567
+    v_double = -123.4567
+    @key = "key"
+    @values = [v_str, v_int, v_double]
+  end
+
+  CONFIG = %[
+  ]
+
+  def create_driver(conf = CONFIG)
+    Fluent::Test::OutputTestDriver.new(Fluent::WebSocketOutput).configure(conf)
+  end
+
+  def impl_test(d)
+    sleep(0.2)
+    ws = WebSocketForTest.new(@key, @values.length)
+    sleep(0.2)
+    for v in @values
+      d.emit({@key => v}, 0)
+    end
+    sleep(0.5)
+    assert_equal(@values.length, ws.n_received)
+    result = ws.v_received
+    for i in 0 .. @values.length
+      assert_equal(@values[i], result[i])
+    end
+  end
+
+  # TODO: How to test another configuration?
+  #def test_json_out
+    #d = create_driver %[
+      #use_msgpack false
+      #add_tag false
+    #]
+    #impl_test(d)
+  #end
+
+  def test_msgpack_out
+    d = create_driver %[
+      use_msgpack true
+      add_tag false
+    ]
+    impl_test(d)
+  end
+
+end

metadata

@@ -0,0 +1,138 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-websocket-ruby-1.9
+version: !ruby/object:Gem::Version
+  version: 0.1.8
+platform: ruby
+authors:
+- IZAWA Tetsu (@moccos)
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-09-08 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: websocket-eventmachine-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: msgpack
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: yajl-ruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.12.29
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.12.29
+- !ruby/object:Gem::Dependency
+  name: em-websocket
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Fluentd websocket output plugin which can output JSON string or MessagePack
+  binary to the clients.
+email:
+- tt.izawa@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.txt
+- README.rdoc
+- Rakefile
+- fluent-plugin-websocket.gemspec
+- lib/fluent/plugin/out_websocket.rb
+- test/plugin/test_out_websocket.rb
+homepage: https://github.com/mikeatlas/fluent-plugin-websocket-ruby-1.9
+licenses:
+- Apache License, Version 2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 1.9.2
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Fluentd websocket output plugin
+test_files:
+- test/plugin/test_out_websocket.rb