haproxy_log_parser 2.0.0 → 2.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: bdee7790396094ba841e7a79fda38388fddd31a6
-  data.tar.gz: 77f1cfd3fbe289140fe605dc8092ac38def83fb0
+  metadata.gz: 82510f6d05e2f12c1f2fdb34da5c49bfbfe7c416
+  data.tar.gz: 5099552b7e372eae22dc135d2234e74780cbd24f
 SHA512:
-  metadata.gz: 92830fae50828e5422a120884f24c7ce5c64c2e8904fd3c6f3846e1e3d5224e028b89243abffe28913ed78773a70cbd4c68816efdbac8b794078ea408ffa50a1
-  data.tar.gz: 64254fac5285600842b6dd81b480f3ad5e8428558e7d92ef231b2b5ef4c0ad9e41e91c9b67196b65980242b880235e7dbb4fb4fbfe730257fc8056000f48b1c1
+  metadata.gz: ea79ad889e8b96dffb7cadb627ff419faa931f6abcc37ce3d82d31ca69506f2a52eaae26848bae953e53aec9e4a51bd2f4c737c85a579e9b8798446870e2a342
+  data.tar.gz: 45f033eb110c98d4e0018d02b9aa8cad1b3533e4f8c01304e31b18a62de77eea4450e76440bd84713ea2842904ec3f73d1bfa0e4e806fbd624054556a972e1ed

data/VERSION

@@ -1 +1 @@
-2.0.0
+2.1.0

data/lib/haproxy_log_parser/line.treetop

@@ -2,7 +2,7 @@ module HAProxyLogParser
   grammar Line
     rule line
       syslog_portion:([^\[]+ '[' integer ']: ')
-      client_ip:ip4_address ':' client_port:integer ' '
+      client_ip:ip_address ':' client_port:integer ' '
       '[' accept_date '] '
       suffix:(normal_suffix / error_suffix)
       "\n"?
@@ -38,8 +38,60 @@ module HAProxyLogParser
       ([0-9] 2..2 ':') 2..2 ([0-9] 2..2)
     end
 
+    rule ip_address
+      # Asserting port is a little hacky but required because of the way
+      # HAProxy writes IPv6 addresses in the logs. It uses a valid RFC5952
+      # method of IP:PORT, but this complicates things by having valid IP:PORT
+      # combos that are themselves valid IPv6 addresses.
+      # e.g. 1::2:123
+      ip4_address / ip6_address_assert_port
+    end
+
     rule ip4_address
-      ([0-9] 1..3 '.') 3..3 ([0-9] 1..3)
+      dec_octet '.' dec_octet '.' dec_octet '.' dec_octet
+    end
+
+    rule colon_port
+      ':' integer ' '
+    end
+
+    rule ip6_address_assert_port
+      # Taken from https://tools.ietf.org/html/rfc3986#section-3.2.2
+      # Performs look-ahead assertion on the port, assuming format IP:PORT
+                                      ( h16 ':' ) 6..6 ls32 &colon_port
+      /                          '::' ( h16 ':' ) 5..5 ls32 &colon_port
+      / ( h16                 )? '::' ( h16 ':' ) 4..4 ls32 &colon_port
+      / ( h16 ( ':' h16 ) ..1 )? '::' ( h16 ':' ) 3..3 ls32 &colon_port
+      / ( h16 ( ':' h16 ) ..2 )? '::' ( h16 ':' ) 2..2 ls32 &colon_port
+      / ( h16 ( ':' h16 ) ..3 )? '::'   h16 ':'        ls32 &colon_port
+      / ( h16 ( ':' h16 ) ..4 )? '::'                  ls32 &colon_port
+      / ( h16 ( ':' h16 ) ..5 )? '::'                  h16  &colon_port
+      / ( h16 ( ':' h16 ) ..6 )? '::'                       &colon_port
+    end
+
+    rule ls32
+      # least-significant 32 bits of address
+      ( h16 ':' h16 ) / ip4_address
+    end
+
+    rule h16
+      # 16 bits of address represented in hexadecimal
+      hex_digit 1..4
+    end
+
+    rule hex_digit
+      [a-f0-9A-F]
+    end
+
+    rule dec_octet
+      '25' [0-5]
+      /  '2' [0-4] dec_digit
+      /  '1' dec_digit 2..2
+      /  dec_digit 1..2
+    end
+
+    rule dec_digit
+      [0-9]
     end
 
     rule accept_date

data/spec/haproxy_log_parser_spec.rb

@@ -6,6 +6,9 @@ RSpec.describe HAProxyLogParser do
       map { |line| line.split(',', 2) }
   ]
 
+  TEST_IP_ADDRESSES = IO.readlines(File.join(File.dirname(__FILE__), 'test_ips.log')).
+      map { |line| line.chomp }
+
   describe '.parse' do
     it 'parses the good1 case correctly' do
       entry = HAProxyLogParser.parse(LINES['good1'])
@@ -69,6 +72,39 @@ RSpec.describe HAProxyLogParser do
       expect(entry.http_request).to eq('GET /images/image.gif HTTP/1.1')
     end
 
+    TEST_IP_ADDRESSES.each do |test_ip|
+      it "parses generic case with test IP #{test_ip} correctly" do
+        entry = HAProxyLogParser.parse(LINES['generic_ip_test'].sub(/IPADDRESS/, test_ip))
+        expect(entry.client_ip).to eq(test_ip)
+        expect(entry.client_port).to eq(50679)
+        expect(entry.accept_date).to eq(Time.local(2012, 5, 21, 1, 35, 46, 146))
+        expect(entry.frontend_name).to eq('webapp')
+        expect(entry).to_not be_ssl
+        expect(entry.backend_name).to eq('webapp_backend')
+        expect(entry.server_name).to eq('web09')
+        expect(entry.tq).to eq(27)
+        expect(entry.tw).to eq(0)
+        expect(entry.tc).to eq(1)
+        expect(entry.tr).to eq(0)
+        expect(entry.tt).to eq(217)
+        expect(entry.status_code).to eq(200)
+        expect(entry.bytes_read).to eq(1367)
+        expect(entry.captured_request_cookie).to eq({'session' => 'abc'})
+        expect(entry.captured_response_cookie).to eq({'session' => 'xyz'})
+        expect(entry.termination_state).to eq('----')
+        expect(entry.actconn).to eq(600)
+        expect(entry.feconn).to eq(529)
+        expect(entry.beconn).to eq(336)
+        expect(entry.srv_conn).to eq(158)
+        expect(entry.retries).to eq(0)
+        expect(entry.srv_queue).to eq(0)
+        expect(entry.backend_queue).to eq(0)
+        expect(entry.captured_request_headers).to eq(['|| {5F41}', 'http://google.com/', ''])
+        expect(entry.captured_response_headers).to eq([])
+        expect(entry.http_request).to eq('GET /images/image.gif HTTP/1.1')
+      end
+    end
+
     it 'parses connection error lines correctly' do
       entry = HAProxyLogParser.parse(LINES['error1'])
       expect(entry.client_ip).to eq('127.0.0.1')

data/spec/sample.log

@@ -1,3 +1,4 @@
 good1,Aug  9 20:30:46 localhost haproxy[2022]: 10.0.8.2:34028 [09/Aug/2011:20:30:46.429] proxy-out~ proxy-out/cache1 1/0/2/126/+128 301 +223 - - LR-- 617/523/336/168/0 0/0 {www.sytadin.equipement.gouv.fr||http://trafic.1wt.eu/} {Apache|230|||http://www.sytadin.} "GET / HTTP/1.1"
 good2,May 21 01:35:46 10.18.237.5 haproxy[26747]: 192.168.1.215:50679 [21/May/2012:01:35:46.146] webapp webapp_backend/web09 27/0/1/0/217 200 1367 session=abc session=xyz ---- 600/529/336/158/0 0/0 {#7C#7C #7B5F41#7D|http://google.com/|} "GET /images/image.gif HTTP/1.1"
+generic_ip_test,May 21 01:35:46 10.18.237.5 haproxy[26747]: IPADDRESS:50679 [21/May/2012:01:35:46.146] webapp webapp_backend/web09 27/0/1/0/217 200 1367 session=abc session=xyz ---- 600/529/336/158/0 0/0 {#7C#7C #7B5F41#7D|http://google.com/|} "GET /images/image.gif HTTP/1.1"
 error1,Dec  3 18:27:14 localhost haproxy[6103]: 127.0.0.1:56059 [03/Dec/2012:17:35:10.380] frt/f1: Connection error during SSL handshake

data/spec/test_ips.log

@@ -0,0 +1,16 @@
+12::3a:829
+123.41.31.2
+127.0.0.1
+2.3.4.50
+2001:db8::42:8329
+::ffff:192.0.2.128
+2001:0db8:85a3:08d3:1319:8a2e:0370:7334
+201:0db8:85a3::1319:8a2e:0370:7344
+2001:0DB8:0::0:1428:57ab
+2001:0DB8::1428:57ab
+::ffff:192.168.89.9
+::ffff:c0a8:5909
+::1.2.3.4
+::c0a8:5909
+::192.0.2.128
+1::2:123

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: haproxy_log_parser
 version: !ruby/object:Gem::Version
-  version: 2.0.0
+  version: 2.1.0
 platform: ruby
 authors:
 - Toby Hsieh
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-02-09 00:00:00.000000000 Z
+date: 2017-06-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: treetop
@@ -56,6 +56,7 @@ files:
 - lib/haproxy_log_parser/line.treetop
 - spec/haproxy_log_parser_spec.rb
 - spec/sample.log
+- spec/test_ips.log
 homepage: https://github.com/tobyhs/haproxy_log_parser
 licenses:
 - MIT
@@ -76,10 +77,11 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.8
+rubygems_version: 2.6.11
 signing_key: 
 specification_version: 4
 summary: Parser for HAProxy logs in the HTTP log format
 test_files:
 - spec/haproxy_log_parser_spec.rb
 - spec/sample.log
+- spec/test_ips.log