gelfd2 0.3.0 → 0.4.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 8b3499cd8199e37e4da3a8ff9ca40f532e15369f
-  data.tar.gz: acf0f142d4f915d3f2381be5c96f8b71abf58d70
+SHA256:
+  metadata.gz: 23034a7e5e8a182a7905206efc058592efcd68e0ed3f1e9dd68c76b6913334f9
+  data.tar.gz: 04bc7308323df9d7df559a96eb2de308c870086d9d91f8726b7ac948f9ca5617
 SHA512:
-  metadata.gz: be9ca319feb6f9dce7bfb779ecb20af6391e33e4fa110c09a661ecbb6792f8519c2f88563e08e1e827e98d7ca9e33c2cb89a8316dfb41af7b1532d376327623c
-  data.tar.gz: 6f42adedef1b33599c89f27a1bae7e9e183de63055fa7188cfc13a88f2eaceaa91049e349c7a7d61d2ff58ced68315a9c6eb0a74b0f86fec9dfa020247acef75
+  metadata.gz: e4e72b8034244f003440c4371df0f768e6e02cefad00deb21e76cb01aab13ea4bd664f04a196ff8cc851b50519fd03de321694b99961a5bfd1b28b15dcc685ad
+  data.tar.gz: e452f312c9537f0bb90d00e7bb90d9287b82d239e9d90e9d1fcd4408978b8647ee031ba6f01e3786e703dda5091edef1a6d56ed8c5c52d9d4b1c37f9b7d44465

data/.travis.yml

@@ -1,8 +1,9 @@
+language: ruby
 rvm:
-  - 1.9.3
   - 2.0.0
-  - 2.3.1
-  - rbx
+  - 2.3
+  - 2.4
+  - rbx-3.86
   - jruby
 
 script: "bundle exec rake test"

data/lib/gelfd2/chunked_parser.rb

@@ -1,48 +1,64 @@
 module Gelfd2
   class ChunkedParser
-    @@chunk_map = Hash.new {|hash,key| hash[key] = {:total_chunks => 0, :chunks => {} } }
+    class << self
 
-    attr_accessor :message_id, :max_chunks, :decoded_data, :chunks, :seen
+      attr_accessor :message_id, :max_chunks, :decoded_data, :chunks, :seen
 
-    def self.parse(data)
-      msg_id = self.parse_chunk(data)
-      if @@chunk_map[msg_id][:chunks].size == @@chunk_map[msg_id][:total_chunks]
+      def parse(data)
+        @chunk_map ||= Hash.new { |hash, key| hash[key] = { total_chunks: 0, msg_ttl: 0, chunks: {} } }
+        @msg_timeout ||= 20
+        @last_cleanup ||= 0
+        msg_id = parse_chunk(data)
+        return unless @chunk_map[msg_id][:chunks].size == @chunk_map[msg_id][:total_chunks]
+        cleanup_chunks
         assemble_chunks(msg_id)
       end
-    end
 
-    def self.assemble_chunks(msg_id)
-      buff = ''
-      chunks = @@chunk_map[msg_id][:chunks]
-      chunks.keys.sort.each do |k|
-        buff += chunks[k]
+      def assemble_chunks(msg_id)
+        buff = ''
+        chunks = @chunk_map[msg_id][:chunks]
+        chunks.keys.sort.each do |k|
+          buff += chunks[k]
+        end
+        begin
+          # TODO
+          # This has a chance for an DoS
+          # you can send a chunked message as a chunked message
+          t = Parser.parse(buff.clone)
+          @chunk_map.delete(msg_id)
+          t
+        rescue Exception => e
+          "Exception: #{e.message}"
+        end
       end
-      begin
-        # TODO
-        # This has a chance for an DoS
-        # you can send a chunked message as a chunked message
-        t = Parser.parse(buff.clone)
-        @@chunk_map.delete(msg_id)
-        t
-      rescue Exception => e
-        "Exception: #{e.message}"
+
+      def parse_chunk(data)
+        header = data[0..1]
+        raise NotChunkedDataError, "This doesn't look like a Chunked GELF message!" if header != CHUNKED_MAGIC
+        begin
+          msg_id = data[2..9].unpack('C*').join
+          seq_number, total_number = data[10].ord, data[11].ord
+          zlib_chunk = data[12..-1]
+          raise TooManyChunksError, "#{total_number} greater than #{MAX_CHUNKS}" if total_number > MAX_CHUNKS
+          @chunk_map[msg_id][:total_chunks] = total_number.to_i
+          @chunk_map[msg_id][:chunks][seq_number.to_i] = zlib_chunk
+          @chunk_map[msg_id][:ttl] = Time.now.to_i + @msg_timeout
+          msg_id
+        end
       end
-    end
 
-    private
-    def self.parse_chunk(data)
-      header = data[0..1]
-      raise NotChunkedDataError, "This doesn't look like a Chunked GELF message!" if header != CHUNKED_MAGIC
-      begin
-        msg_id = data[2..9].unpack('C*').join
-        seq_number, total_number = data[10].ord, data[11].ord
-        zlib_chunk = data[12..-1]
-        raise TooManyChunksError, "#{total_number} greater than #{MAX_CHUNKS}" if total_number > MAX_CHUNKS
-        @@chunk_map[msg_id][:total_chunks] = total_number.to_i
-        @@chunk_map[msg_id][:chunks].merge!({seq_number.to_i => zlib_chunk})
-        msg_id
+      def cleanup_chunks
+        # Run check every @msg_timeout seconds
+        now = Time.now.to_i
+        return unless now > @last_cleanup + @msg_timeout
+        begin
+          @last_cleanup = now
+          @chunk_map.each do |msg_id, msg|
+            next if msg[:ttl] > now
+            @chunk_map.delete(msg_id)
+          end
+        end
       end
     end
-
   end
 end

data/lib/gelfd2/gzip_parser.rb

@@ -5,7 +5,9 @@ module Gelfd2
     def self.parse(data)
       begin
         t = Zlib::GzipReader.new(StringIO.new(data))
-        t.read
+        decompressed = t.read
+        t.close  # may trigger CRCError if there was corruption
+        decompressed
       #raise NotYetImplementedError, "GZip decoding is not yet implemented"
       rescue Exception => e
         raise DecodeError, "Failed to decode data: #{e}"

data/lib/gelfd2/parser.rb

@@ -1,22 +1,20 @@
 module Gelfd2
   class Parser
-
-    def self.parse(data)
-      header = data[0..1]
-      case header
-      when ZLIB_MAGIC
-        ZlibParser.parse(data)
-      when CHUNKED_MAGIC
-        ChunkedParser.parse(data)
-      when GZIP_MAGIC
-        GzipParser.parse(data)
-      else
-        # by default assume the payload to be "raw, uncompressed" GELF, parsing will fail if it's malformed.
-        data
+    class << self
+      def parse(data)
+        header = data[0..1]
+        case header
+        when ZLIB_MAGIC
+          ZlibParser.parse(data)
+        when CHUNKED_MAGIC
+          ChunkedParser.parse(data)
+        when GZIP_MAGIC
+          GzipParser.parse(data)
+        else
+          # by default assume the payload to be "raw, uncompressed" GELF, parsing will fail if it's malformed.
+          data
+        end
       end
     end
-
   end
 end
-
-

data/lib/gelfd2/version.rb

@@ -1,3 +1,3 @@
 module Gelfd2
-  VERSION = "0.3.0"
+  VERSION = '0.4.2'
 end

data/lib/gelfd2.rb

@@ -1,10 +1,10 @@
-require "gelfd2/version"
+require 'gelfd2/version'
 
 module Gelfd2
-  CHUNKED_MAGIC = [0x1e,0x0f].pack('C*').freeze
-  ZLIB_MAGIC = [0x78,0x9c].pack('C*').freeze
-  GZIP_MAGIC = [0x1f,0x8b].pack('C*').freeze
-  UNCOMPRESSED_MAGIC = [0x1f,0x3c].pack('C*').freeze
+  CHUNKED_MAGIC = [0x1e, 0x0f].pack('C*').freeze
+  ZLIB_MAGIC = [0x78, 0x9c].pack('C*').freeze
+  GZIP_MAGIC = [0x1f, 0x8b].pack('C*').freeze
+  UNCOMPRESSED_MAGIC = [0x1f, 0x3c].pack('C*').freeze
   HEADER_LENGTH = 12
   DATA_LENGTH = 8192 - HEADER_LENGTH
   MAX_CHUNKS = 128

data/test/tc_chunked.rb

@@ -9,7 +9,7 @@ class TestChhunkedGelf < Test::Unit::TestCase
   def test_chunked_message
     files = Dir.glob("#{FIXTURE_PATH}/*.chunk")
     files.each do |file|
-      data = File.open("#{file}", "rb") {|f| f.read}
+      data = File.open("#{file}", "rb") { |f| f.read }
       @t = Gelfd2::Parser.parse(data)
     end
     assert_equal(JSON_MESSAGE, @t)

metadata

@@ -1,15 +1,15 @@
 --- !ruby/object:Gem::Specification
 name: gelfd2
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.4.2
 platform: ruby
 authors:
 - John E. Vincent
 - ptQa
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2016-09-15 00:00:00.000000000 Z
+date: 2025-03-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: json
@@ -54,7 +54,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 3.2.1
 description: Standalone implementation of the Graylog Extended Log Format
-email: 
+email:
 executables:
 - gelfd
 extensions: []
@@ -121,7 +121,7 @@ files:
 homepage: https://github.com/ptqa/gelfd2
 licenses: []
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -136,10 +136,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: gelfd2
-rubygems_version: 2.4.6
-signing_key: 
+rubygems_version: 3.4.19
+signing_key:
 specification_version: 4
 summary: Pure ruby gelf server and decoding library
 test_files: []
-has_rdoc: