nginx_log_parser 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 376cd4f52ef8a1ac33e8509e9586bdd0626d27fa
+  data.tar.gz: 7df42d3f6e7a9c48eb98b48b8a0cd0fbf2b63db0
+SHA512:
+  metadata.gz: 4fdc13af500c7c2ba93342a4a0b4f6535ec13229bee7d4607facc53f9639ccbee582e806fb8cc307adb4dc72b559ab84611b4ce92782969284d8c4959a43cda1
+  data.tar.gz: eddeebffa2b86dce689f1ff9b0a5f51382029cf860083782c074e270fabb37781443742a194c4acb20682a7332c951b59cabdf38ccd8305a9a702f84f5d64ca8

data/lib/nginx_log_parser.rb

@@ -0,0 +1,100 @@
+require 'nginx_log_parser/version'
+
+class NginxLogParser
+  attr_accessor :format
+  attr_accessor :file
+  attr_accessor :live
+
+  DEFAULT_FORMAT = "$remote_addr - $remote_user [$time_local] \"$request\" $status $body_bytes_sent \"$http_referer\" \"$http_user_agent\""
+
+  def initialize(file = nil, live: false, format: nil)
+    self.file = file
+    self.live = live
+    self.format = format || DEFAULT_FORMAT
+
+    if file =~ /\.gz$/ and live
+      raise StandardError.new "Cannot live stream a .gz file"
+    end
+  end
+
+  def each_entry
+    begin
+      f = File.open(file)
+
+      if live
+        f.seek(0, IO::SEEK_END)
+        while true do
+          sleep 0.1 while f.eof?
+          yield parse_line(f.gets)
+        end
+      else
+        f.each_line do |line|
+          yield parse_line(line)
+        end
+      end
+
+    ensure
+      f.close if f
+    end
+  end
+
+  def parse_line(line)
+    re = format_regex
+
+    pieces = line.match(/#{re}/i)
+    matches = Hash[pieces.names.map(&:to_sym).zip(pieces.captures)]
+    matches[:status] = matches[:status].to_i if matches[:status]
+    matches[:body_bytes_sent] = matches[:body_bytes_sent].to_i if matches[:body_bytes_sent]
+
+    matches
+  end
+
+  def format=(new_format)
+    @format = new_format
+
+    # Force regex generation
+    @fmt = nil
+  end
+
+private
+  PIECES = {
+    remote_addr: "\\d+\\.\\d+\\.\\d+\\.\\d+",
+    remote_user: "[a-z_-]+",
+    time_local: "\\d{2}/[a-zA-Z]{3}/\\d{4}:\\d{2}:\\d{2}:\\d{2} [+-]\\d{4}",
+    request: ".+",
+    status: "\\d+",
+    body_bytes_sent: "\\d+",
+    http_referer: ".+",
+    http_user_agent: ".+",
+    connection_requests: "\\d+",
+    connection: "\\d+",
+    msec: "\\d+(?:\\.\\d+)?",
+    pipe: "[\\.p]",
+    request_length: "\\d+",
+    request_time: "\\d+(?:\\.\\d+)?",
+    time_iso8601: "\\d{4}-?\\d{2}-?\\d{2}T\\d{2}:?\\d{2}:?\\d{2}(?:[+-]\\d{2}:\\d{2}|[A-Z]{1,5})"
+  }
+
+  def format_regex
+    @fmt ||= begin
+      fmt = format.dup
+
+      # Escape reserved regex symbols
+      # Notice that we do not escape the $ symbol
+      escapes = %w( ( ) + ? * . \\ . | ^ ) + [ '[', ']' ]
+      escapes.each do |char|
+        fmt.gsub!(char, "\\\\#{char}")
+      end
+
+      puts fmt
+
+      # Replace $vars with regexes
+      PIECES.each do |find, replace|
+        fmt.gsub!("$#{find}", "(?<#{find}>#{replace})")
+      end
+
+      fmt.gsub!(/ /, "\\s+")
+      fmt
+    end
+  end
+end

data/lib/nginx_log_parser/version.rb

@@ -0,0 +1,4 @@
+class NginxLogParser
+  VERSION = '0.0.1'
+end
+

metadata

@@ -0,0 +1,45 @@
+--- !ruby/object:Gem::Specification
+name: nginx_log_parser
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Francesco Boffa
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-11-04 00:00:00.000000000 Z
+dependencies: []
+description: A simple hello world gem
+email: fra.boffa@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/nginx_log_parser.rb
+- lib/nginx_log_parser/version.rb
+homepage: https://github.com/aomega08/nginx_log_parser
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: Hola!
+test_files: []