fluent-plugin-file-sprintf 0.0.6 → 0.0.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 2e4c794378a0121131dbd3723bb922833cecae2c
-  data.tar.gz: 36c2bdcb67c8fbd0af4e74697fc04b5c6602297a
+  metadata.gz: ca7cdc6af464e12580120b8117fd6d33b83d4d8c
+  data.tar.gz: a253a144e1c887769435421d0904128c26874006
 SHA512:
-  metadata.gz: 4935b43e8919108ed0db80c3716f30fc1a4bd8de615baf0c26b1173bdaefdf0bf025fc89cf2c4ad562573bd4b1eb9f52539245fac98f766e810a099c04be97a6
-  data.tar.gz: 9387b6a0fb6ed47c88fd05ab6eea5f55469d0298450570eee9413b69e631c0223a01a5bb3cee39b8173b54beddddf6f16f151a96ba028193cca39a6cce34de42
+  metadata.gz: d7c8ab9e87428ab9352967f9dd39824561fff2a99bdfdb4f3bea5b21a50d2b689ec2be2bd88e22dc2e9567a4e573c9d2421412417c82245fc4740be00ff8aa8f
+  data.tar.gz: 219d9c997558176e34d68e94c1b6897d3e8714c5194c734bd695f744ac378529a266f601bb6ebae71be69490898e40f46a3aa7eb9c9dfdaf8316854085721c7b

data/.gitignore

@@ -2,5 +2,7 @@ Gemfile.lock
 nbproject/
 .project
 *.gem
+*.log
 pkg
 test/
+tmp/

data/.rubocop.yml

@@ -0,0 +1,3 @@
+
+UnusedBlockArgument:
+  Enabled: false

data/Guardfile

@@ -0,0 +1,6 @@
+guard :rubocop, all_on_start: false, cli: ['-a'], notification: true do
+  watch(%r{.+\.rb$})
+  watch(%r{.+\.rake$})
+  watch('Rakefile')
+  watch(%r{(?:.+/)?\.rubocop\.yml$}) { |m| File.dirname(m[0]) }
+end

data/README.md

@@ -110,6 +110,22 @@ json|output json string
 		key_names json
 	</store>
 
+## rotate with loglotate.d exsample
+
+```bash:/etc/logrotate.d/sprintf
+/var/log/webapp.log {
+  daily
+  rotate 30
+  create 640 td-agent td-agent
+  missingok
+  notifempty
+  sharedscripts
+  postrotate
+    pid=/var/run/td-agent/td-agent.pid
+    test -s $pid && kill -USR1 "$(cat $pid)"
+  endscript
+}
+```
 
 ## Contributing
 

data/Rakefile

@@ -1,5 +1,5 @@
-require "bundler"
-require "bundler/gem_tasks"
+require 'bundler'
+require 'bundler/gem_tasks'
 Bundler::GemHelper.install_tasks
 require 'rake/testtask'
 
@@ -9,9 +9,13 @@ Rake::TestTask.new(:test) do |test|
   test.verbose = true
 end
 
-task :coverage do |t|
+task :coverage do |_t|
   ENV['COVERAGE'] = '1'
-  Rake::Task["test"].invoke
+  Rake::Task['test'].invoke
 end
 
-task :default => [:build]
+task :run do |_t|
+  sh 'fluentd -p lib/fluent/plugin -c sample/fluent.conf'
+end
+
+task default: [:build]

data/fluent-plugin-file-sprintf.gemspec

@@ -3,21 +3,25 @@ lib = File.expand_path('../lib', __FILE__)
 $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
-  spec.name          = "fluent-plugin-file-sprintf"
-  spec.version       = "0.0.6"
-  spec.authors       = ["Hiroshi Toyama"]
-  spec.email         = ["toyama0919@gmail.com"]
-  spec.description   = %q{sprintf output file plugin for Fluentd.}
+  spec.name          = 'fluent-plugin-file-sprintf'
+  spec.version       = '0.0.7'
+  spec.authors       = ['Hiroshi Toyama']
+  spec.email         = ['toyama0919@gmail.com']
+  spec.description   = %q(sprintf output file plugin for Fluentd.)
   spec.summary       = spec.description
-  spec.homepage      = "https://github.com/toyama0919/fluent-plugin-file-sprintf/"
-  spec.license       = "MIT"
+  spec.homepage      = 'https://github.com/toyama0919/fluent-plugin-file-sprintf/'
+  spec.license       = 'MIT'
 
-  spec.files         = `git ls-files`.split($/)
+  spec.files         = `git ls-files`.split($INPUT_RECORD_SEPARATOR)
   spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
   spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
-  spec.require_paths = ["lib"]
+  spec.require_paths = ['lib']
 
-  spec.add_runtime_dependency "ltsv"
-  spec.add_development_dependency "bundler", "~> 1.3"
-  spec.add_development_dependency "rake"
+  spec.add_runtime_dependency 'ltsv'
+  spec.add_development_dependency 'bundler', '~> 1.3'
+  spec.add_development_dependency 'rake'
+  spec.add_development_dependency 'guard'
+  spec.add_development_dependency 'guard-shell'
+  spec.add_development_dependency 'guard-rubocop'
+  spec.add_development_dependency 'fluentd'
 end

data/lib/fluent/plugin/out_file_sprintf.rb

@@ -5,14 +5,14 @@ module Fluent
 
     config_param :path, :string
     config_param :format, :string
-    config_param :compress, :bool, default: true
+    config_param :compress, :bool, default: false
     config_param :include_tag_key, :bool, default: false
     config_param :tag_key_name, :string, default: 'tag'
     config_param :include_time_key, :bool, default: false
     config_param :time_key_name, :string, default: 'time'
     config_param :key_names, :string
     config_param :time_format, :string, default: '%Y-%m-%d %H:%M:%S'
-    config_param :rotate, :bool, default: true
+    config_param :rotate, :bool, default: false
     config_param :rotate_format, :string, default: '%Y%m%d'
     config_param :file_prefix_key, :string, default: 'Time.at(time).strftime(@rotate_format)'
 
@@ -85,7 +85,7 @@ module Fluent
 
       filename_hash = {}
       set.each do|prefix|
-        filename_hash[prefix] = File.open(@path + '.' + prefix, 'a')
+        filename_hash[prefix] = File.open(@path + '.' + prefix, 'ab')
       end
 
       chunk.msgpack_each do |tag, time, record|
@@ -100,7 +100,7 @@ module Fluent
     end
 
     def write_file_no_rotate(chunk)
-      file = File.open(@path, 'a')
+      file = File.open(@path, 'ab')
       chunk.msgpack_each do |tag, time, record|
         result = eval(@eval_string)
         file.puts result

data/sample/fluent.conf

@@ -0,0 +1,52 @@
+
+<source>
+  type forward
+  port 24224
+</source>
+
+<match ltsv.sprintf>
+  type file_sprintf
+  format %s
+  key_names ltsv
+  path tmp/ltsv.log
+  buffer_path tmp/buffer.ltsv.*.log
+  flush_interval 10s
+</match>
+
+<match json.sprintf>
+  type file_sprintf
+  format %s
+  key_names json
+  path tmp/json.log
+  buffer_path tmp/buffer.json.*.log
+  flush_interval 10s
+</match>
+
+<match custom_json.sprintf>
+  type file_sprintf
+  buffer_path tmp/custom_json.*.log
+  path tmp/custom_json.log
+  format {"method":"%s","agent":"%s","referer":"%s","path":"%s","host":"%s","time":"%s","tag":"%s"}
+  key_names method,agent,referer,path,host,time,tag
+  flush_interval 10s
+</match>
+
+<match tsv.sprintf>
+  type file_sprintf
+  buffer_path tmp/buffer/tsv.*.log
+  path tmp/tsv.log
+  format %s\t%s\t%s\t%s\t%s\t%s\t%s
+  key_names method,agent,referer,path,host,time,tag
+  flush_interval 10s
+</match>
+
+<match custom_ltsv.sprintf>
+  type file_sprintf
+  buffer_path tmp/buffer/custom_ltsv.*.log
+  path tmp/custom_ltsv.log
+  format time:%s\ttag:%s\tmessage:%s
+  key_names time,tag,message
+  flush_interval 10s
+  include_time_key true
+</match>
+

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-file-sprintf
 version: !ruby/object:Gem::Version
-  version: 0.0.6
+  version: 0.0.7
 platform: ruby
 authors:
 - Hiroshi Toyama
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-03-12 00:00:00.000000000 Z
+date: 2016-01-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: ltsv
@@ -52,6 +52,62 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard-shell
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard-rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: sprintf output file plugin for Fluentd.
 email:
 - toyama0919@gmail.com
@@ -60,12 +116,16 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".gitignore"
+- ".rubocop.yml"
 - Gemfile
+- Guardfile
 - LICENSE.txt
 - README.md
 - Rakefile
 - fluent-plugin-file-sprintf.gemspec
 - lib/fluent/plugin/out_file_sprintf.rb
+- sample/fluent.conf
+- tmp/.keep
 homepage: https://github.com/toyama0919/fluent-plugin-file-sprintf/
 licenses:
 - MIT
@@ -86,7 +146,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.2.2
+rubygems_version: 2.4.2
 signing_key: 
 specification_version: 4
 summary: sprintf output file plugin for Fluentd.