fluent-format 0.1.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 969f4553fc32823ac426e1f1aa7f8acd1b99c94f
+  data.tar.gz: c3a78502cd9a2592db22a8db7edc8c414c9457ce
+SHA512:
+  metadata.gz: 18bb1683805a0e7dfa9297c44ca66949b279844eb9c0bee0fd31c30808add30d8af31f574c5b18c45a4aaade41f40791536360c15faf07a252f9fc72beaa62cb
+  data.tar.gz: 5bd3024ab31d88d630100a356fd71272a2c4cab4f22b2d91712b97d71ea5488b64d27c302e32e3ae5b7bfc64bee4457cf28060553847b7a5d0900ecbe81a652f

data/.gitignore

@@ -0,0 +1,14 @@
+/*.gem
+~*
+#*
+*~
+.bundle
+Gemfile.lock
+.rbenv-version
+vendor
+doc/*
+tmp/*
+coverage
+.yardoc
+.ruby-version
+pkg/*

data/.rspec

@@ -0,0 +1,2 @@
+--colour
+--format documentation

data/.travis.yml

@@ -0,0 +1,6 @@
+rvm:
+  - 1.9.2
+  - 1.9.3
+  - 2.0.0
+gemfile:
+  - Gemfile

data/CHANGELOG.md

@@ -0,0 +1,3 @@
+## 0.1.1 (2013/12/04)
+
+First version

data/Gemfile

@@ -0,0 +1,3 @@
+source "http://rubygems.org"
+
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Naotoshi Seo
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,38 @@
+# fluent-format
+
+A command line utility to format fluentd configuration beautifully
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'fluent-format'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install fluent-format
+
+Run as
+
+    $ fluent-format -c fluentd.conf
+
+## ToDo
+
+1. write tests
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request
+
+## Licenses
+
+See [LICENSE](LICENSE)
+

data/Rakefile

@@ -0,0 +1,15 @@
+# encoding: utf-8
+require "bundler/gem_tasks"
+
+require 'rspec/core'
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new(:spec) do |spec|
+  spec.pattern = FileList['spec/**/*_spec.rb']
+end
+task :default => :spec
+
+desc 'Open an irb session preloaded with the gem library'
+task :console do
+    sh 'irb -rubygems -I lib'
+end
+task :c => :console

data/bin/fluent-format

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require_relative '../lib/fluent/format/cli'
+Fluent::Format::CLI.start(ARGV)

data/fluent-format.gemspec

@@ -0,0 +1,28 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift('lib') unless $LOAD_PATH.include?('lib')
+require 'fluent/format/version'
+
+Gem::Specification.new do |s|
+  s.name        = "fluent-format"
+  s.version     = Fluent::Format::VERSION
+  s.authors     = ["Naotoshi Seo"]
+  s.email       = ["sonots@gmail.com"]
+  s.homepage    = "https://github.com/sonots/fluent-format"
+  s.summary     = "A command line utility to format fluentd configuration beautifully"
+  s.description = s.summary
+  s.licenses    = ["MIT"]
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  s.add_runtime_dependency "thor"
+  s.add_runtime_dependency "fluentd"
+
+  s.add_development_dependency "rake"
+  s.add_development_dependency "rspec"
+  s.add_development_dependency "pry"
+  s.add_development_dependency "pry-nav"
+end

data/fluent.conf

@@ -0,0 +1,93 @@
+
+## built-in TCP input
+## $ echo <json> | fluent-cat <tag>
+<source>
+  type forward
+</source>
+
+## built-in UNIX socket input
+#<source>
+#  type unix
+#</source>
+
+# HTTP input
+# http://localhost:8888/<tag>?json=<json>
+<source>
+  type http
+  port 8888
+</source>
+
+## File input
+## read apache logs with tag=apache.access
+#<source>
+#  type tail
+#  format apache
+#  path /var/log/httpd-access.log
+#  tag apache.access
+#</source>
+
+# Listen HTTP for monitoring
+# http://localhost:24220/api/plugins
+# http://localhost:24220/api/plugins?type=TYPE
+# http://localhost:24220/api/plugins?tag=MYTAG
+<source>
+  type monitor_agent
+  port 24220
+</source>
+
+# Listen DRb for debug
+<source>
+  type debug_agent
+  port 24230
+</source>
+
+
+## match tag=apache.access and write to file
+#<match apache.access>
+#  type file
+#  path /var/log/fluent/access
+#</match>
+
+## match tag=debug.** and dump to console
+<match debug.**>
+  type stdout
+</match>
+
+# match tag=system.** and forward to another fluent server
+<match system.**>
+  type forward
+  host 192.168.0.11
+  <secondary>
+    host 192.168.0.12
+  </secondary>
+</match>
+
+## match tag=myapp.** and forward and write to file
+#<match myapp.**>
+#  type copy
+#  <store>
+#    type forward
+#    host 192.168.0.13
+#    buffer_type file
+#    buffer_path /var/log/fluent/myapp-forward
+#    retry_limit 50
+#    flush_interval 10s
+#  </store>
+#  <store>
+#    type file
+#    path /var/log/fluent/myapp
+#  </store>
+#</match>
+
+## match fluent's internal events
+#<match fluent.**>
+#  type null
+#</match>
+
+## match not matched logs and write to file
+#<match **>
+#  type file
+#  path /var/log/fluent/else
+#  compress gz
+#</match>
+

data/lib/fluent-format.rb

@@ -0,0 +1,2 @@
+require_relative 'fluent/format/version'
+require_relative 'fluent/format'

data/lib/fluent/format.rb

@@ -0,0 +1,42 @@
+require 'fluent/load'
+
+module Fluent
+  class Format
+    class << self
+      def format_config(dev)
+        config =
+          if dev.respond_to?(:read) # IO object
+            parse_config(dev, '-', '-')
+          else
+            read_config(dev)
+          end
+        indent_config(config)
+      end
+
+    private
+
+      # partial copy from lib/fluent/config.rb
+      def read_config(path)
+        File.open(path) {|io|
+          parse_config(io, File.basename(path), File.dirname(path))
+        }
+      end
+
+      # partial copy from lib/fluent/config.rb
+      def parse_config(io, fname, basepath=Dir.pwd)
+        if fname =~ /\.rb$/
+          Fluent::Config::DSL::Parser.parse(io, File.join(basepath, fname))
+        else
+          Fluent::Config.parse(io, fname, basepath)
+        end
+      end
+
+      # hmm, ugly workaround
+      def indent_config(conf)
+        lines = conf.to_s.split("\n")[1..-2] # remove <ROOT> and </ROOT>
+        lines = lines.map {|line| line[2..-1] } # remove heading 2 white spaces
+        lines.join("\n")
+      end
+    end
+  end
+end

data/lib/fluent/format/cli.rb

@@ -0,0 +1,20 @@
+require 'thor'
+require_relative '../../fluent-format'
+
+module Fluent
+  class Format
+    class CLI < Thor
+      default_command :start
+      desc "start", "Start fluent-format"
+      option :config, :aliases => ["-c"], :type => :string, :default => 'fluent.conf', :desc => 'Fluentd configuration file'
+      def start
+        config = @options[:config]
+        $log = Fluent::Log.new(STDERR, Fluent::Log::LEVEL_WARN)
+        puts Fluent::Format.format_config(config)
+      rescue => e
+        $log.error "#{e.class}: #{e}"
+        exit 1
+      end
+    end
+  end
+end

data/lib/fluent/format/version.rb

@@ -0,0 +1,5 @@
+module Fluent
+  class Format
+    VERSION = "0.1.1"
+  end
+end

metadata

@@ -0,0 +1,144 @@
+--- !ruby/object:Gem::Specification
+name: fluent-format
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: ruby
+authors:
+- Naotoshi Seo
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-12-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry-nav
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: A command line utility to format fluentd configuration beautifully
+email:
+- sonots@gmail.com
+executables:
+- fluent-format
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rspec
+- .travis.yml
+- CHANGELOG.md
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/fluent-format
+- fluent-format.gemspec
+- fluent.conf
+- lib/fluent-format.rb
+- lib/fluent/format.rb
+- lib/fluent/format/cli.rb
+- lib/fluent/format/version.rb
+homepage: https://github.com/sonots/fluent-format
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: A command line utility to format fluentd configuration beautifully
+test_files: []