logfmt 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 71bca5314e35a8e30c555b09231fd32ddef95503
+  data.tar.gz: a1e7abc78f3cb2a97ab3c2278e76b9f88861fdb4
+SHA512:
+  metadata.gz: 8890f4c1f6ea9f08c63429c4ca48746a9d56a57d64cecb9181c30795255e27b345a394f21c16bbe37e600692f3a4e49caa46f10f4f05b457d50cd169a9cae4f8
+  data.tar.gz: f3d70fc871a656525b8d866c02f30140d6550d662c3ad3d009bd180a22846aa1b6c3d3bff63cfbc5a814b5357c9a82a259aa29d792160c74de8216301199b41c

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/.rspec

@@ -0,0 +1,2 @@
+--color
+--format progress

data/.travis-ci.yml

@@ -0,0 +1,6 @@
+language: ruby
+rvm:
+  - 1.9.2
+  - 1.9.3
+  - 2.0.0
+script: bundle exec rspec spec

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gemspec

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/lib/logfmt/parser.rb

@@ -0,0 +1,42 @@
+require "parslet"
+
+module Logfmt
+  class Parser < Parslet::Parser
+    rule(:ident_byte) { match("[^ \t\r\n\f\"=]") }
+    rule(:string_byte) { match("[^\"\\\\]") }
+    rule(:garbage) { match("[ \t\r\n\f\"=]").repeat }
+    rule(:ident) { ident_byte >> ident_byte.repeat }
+    rule(:key) { ident }
+    rule(:value) {
+      (ident.as(:value) | (str('"') >> (string_byte | str('\\') >> str('"')).repeat.as(:value) >> str('"')))
+    }
+    rule(:pair) {
+      (key.as(:key) >> str('=') >> value) |
+      (key.as(:key) >> str('=')) | key.as(:key)
+    }
+    rule(:message) { (garbage >> pair.as(:pair)).repeat.as(:message) >> garbage }
+    root(:message)
+  end
+
+  class Transformer < Parslet::Transform
+    class Pair < Struct.new(:key, :val); end
+
+    rule(:message => subtree(:ob)) {
+      (ob.is_a?(Array) ? ob : [ ob ]).inject({}) { |h, p| h[p.key] = p.val; h }
+    }
+    rule(:pair => { :key => simple(:key), :value => simple(:val) }) {
+      Pair.new(key.to_sym, val.to_s)
+    }
+    rule(:pair => { :key => simple(:key) }) {
+      Pair.new(key.to_sym, true)
+    }
+  end
+
+  def self.parse(logs)
+    parser = Parser.new
+    transformer = Transformer.new
+
+    tree = parser.parse(logs)
+    transformer.apply(tree)
+  end
+end

data/lib/logfmt/version.rb

@@ -0,0 +1,3 @@
+module Logfmt
+  VERSION = "0.0.1"
+end

data/lib/logfmt.rb

@@ -0,0 +1,2 @@
+require "logfmt/version"
+require "logfmt/parser"

data/logfmt.gemspec

@@ -0,0 +1,23 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'logfmt/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = "logfmt"
+  gem.version       = Logfmt::VERSION
+  gem.authors       = ["Timothée Peignier"]
+  gem.email         = ["timothee.peignier@tryphon.org"]
+  gem.description   = %q{Parse log lines in the logfmt style.}
+  gem.summary       = %q{Parse logfmt messages.}
+  gem.homepage      = "https://github.com/cyberdelia/logfmt-ruby"
+  gem.license       = 'MIT'
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+  gem.add_dependency "parslet"
+  gem.add_development_dependency "rspec"
+  gem.add_development_dependency "rake"
+end

data/spec/logfmt/parser_spec.rb

@@ -0,0 +1,69 @@
+require 'spec_helper'
+require 'logfmt/parser'
+
+describe Logfmt::Parser do
+  it 'parse empty log line' do
+    data = Logfmt.parse("")
+    expect(data).to eq({})
+  end
+
+  it 'parse whitespace only log line' do
+    data = Logfmt.parse("\t")
+    expect(data).to eq({})
+  end
+
+  it 'parse key without value' do
+    data = Logfmt.parse("key")
+    expect(data).to eq({:key => true})
+  end
+
+  it 'parse key without value and whitespace' do
+    data = Logfmt.parse("  key  ")
+    expect(data).to eq({:key => true})
+  end
+
+  it 'parse multiple single keys' do
+    data = Logfmt.parse("key1 key2")
+    expect(data).to eq({:key1 => true, :key2 => true})
+  end
+
+  it 'parse unquoted value' do
+    data = Logfmt.parse("key=value")
+    expect(data).to eq({:key => "value"})
+  end
+
+  it 'parse pairs' do
+    data = Logfmt.parse("key1=value1 key2=value2")
+    expect(data).to eq({:key1 => "value1", :key2 => "value2"})
+  end
+
+  it 'parse mixed single/non-single pairs' do
+    data = Logfmt.parse("key1=value1 key2")
+    expect(data).to eq({:key1 => "value1", :key2 => true})
+  end
+
+  it 'parse mixed pairs whatever the order' do
+    data = Logfmt.parse("key1 key2=value2")
+    expect(data).to eq({:key1 => true, :key2 => "value2"})
+  end
+
+  it 'parse quoted value' do
+    data = Logfmt.parse('key="quoted value"')
+    expect(data).to eq({:key => "quoted value"})
+  end
+
+  it 'parse escaped quote value' do
+    data = Logfmt.parse('key="quoted \" value"')
+    expect(data).to eq({:key => 'quoted " value'})
+  end
+
+  it 'parse mixed pairs' do
+    data = Logfmt.parse('key1="quoted \" value" key2 key3=value3')
+    expect(data).to eq({:key1 => 'quoted " value', :key2 => true, :key3 => "value3"})
+  end
+
+  it 'parse mixed characters pairs' do
+    data = Logfmt.parse('foo=bar a=14 baz="hello kitty" cool%story=bro f %^asdf')
+    expect(data).to eq({:foo => "bar", :a => "14", :baz => "hello kitty", :"cool%story" => "bro", :f => true, :"%^asdf" => true})
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,17 @@
+# This file was generated by the `rspec --init` command. Conventionally, all
+# specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
+# Require this file using `require "spec_helper"` to ensure that it is only
+# loaded once.
+#
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+RSpec.configure do |config|
+  config.treat_symbols_as_metadata_keys_with_true_values = true
+  config.run_all_when_everything_filtered = true
+  config.filter_run :focus
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = 'random'
+end

metadata

@@ -0,0 +1,99 @@
+--- !ruby/object:Gem::Specification
+name: logfmt
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Timothée Peignier
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-05-06 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: parslet
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Parse log lines in the logfmt style.
+email:
+- timothee.peignier@tryphon.org
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rspec
+- .travis-ci.yml
+- Gemfile
+- Rakefile
+- lib/logfmt.rb
+- lib/logfmt/parser.rb
+- lib/logfmt/version.rb
+- logfmt.gemspec
+- spec/logfmt/parser_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/cyberdelia/logfmt-ruby
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.0
+signing_key: 
+specification_version: 4
+summary: Parse logfmt messages.
+test_files:
+- spec/logfmt/parser_spec.rb
+- spec/spec_helper.rb