fluent-plugin-cat-sweep 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 9d379d06372f06e8fc8930c01c1cb35126344f56
-  data.tar.gz: 12bc664edebb79f7d0db631234b2cd2077b86bcc
+  metadata.gz: 1d592c2a70cecbfcd6e6d9d034d7f8587d98c91d
+  data.tar.gz: 658b34062c8f638cdf26e63a81107a56fac2710c
 SHA512:
-  metadata.gz: 9c09d4acc0ecc381aa599b15995275b637f5c55def2df29ec2ede02e5c296d45923527bb39b7449875ed9515f94991136ffff520f44936411e9d05a7630a6b9c
-  data.tar.gz: 317727c30f4d959895db9e60ce2f995456000df1524c4907bfb4c50354aba22e904c51761c062d9be03727bda1cb3d4c934f7a957f56cb826a728388f46fe4a1
+  metadata.gz: d3ba2f13b2cfdddd6146de2ea4d7ed8887f01fcce256be62f657e70a70c708dcc13e3acec9cdcae18d42d02e58a24aa3828a0b144fb54fb00fe207c1429be33a
+  data.tar.gz: 17f4d69c1cba812a3fb49c5313e875209deb554cacb66f1693ca7849e9b89f53a72e23c5ede43143b069c5218c78a2cc18f038f3d9b30fecd2041ac2242f4239

data/CHANGELOG.md

@@ -0,0 +1,8 @@
+# 0.1.1
+
+Enhancements:
+
+* Log processed filename and its size (debug log)
+
+# 0.1.0
+

data/README.md

@@ -84,6 +84,10 @@ Our assumption is that this mechanism should provide more durability than `in_ta
 </source>
 ```
 
+## ChangeLog
+
+[CHANGELOG.md](CHANGELOG.md)
+
 ## Contributing
 
 1. Fork it ( https://github.com/civitaspo/fluent-plugin-cat-sweep/fork )

data/example.conf

@@ -0,0 +1,20 @@
+<source>
+  type cat_sweep
+  log_level "#{ENV['DEBUG'] ? 'debug' : 'info'}"
+
+  file_path_with_glob tmp/test/*
+  format none
+  tag raw.eventlog
+
+  waiting_seconds 60
+  move_to /tmp/move_to
+
+  processing_file_suffix .processing # default: .processing
+  error_file_suffix .error # default: .error
+  oneline_max_bytes 536870912 # default: 512MB
+  run_interval 5 # default: 5 sec
+</source>
+
+<match **>
+  type stdout
+</match>

data/fluent-plugin-cat-sweep.gemspec

@@ -4,9 +4,9 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
   spec.name          = "fluent-plugin-cat-sweep"
-  spec.version       = "0.1.0"
-  spec.authors       = ["Civitaspo(takahiro.nakayama)"]
-  spec.email         = ["civitaspo@gmail.com"]
+  spec.version       = "0.1.1"
+  spec.authors       = ["Civitaspo(takahiro.nakayama)", "Naotoshi Seo"]
+  spec.email         = ["civitaspo@gmail.com", "sonots@gmail.com"]
 
   spec.summary       = %q{Fluentd plugin to cat files and move them.}
   spec.description   = spec.summary

data/lib/fluent/plugin/in_cat_sweep.rb

@@ -90,7 +90,7 @@ module Fluent
           processing_filename = get_processing_filename(filename)
           begin
             lock_with_renaming(filename, processing_filename) do
-              process(processing_filename)
+              process(filename, processing_filename)
               after_processing(processing_filename)
             end
           rescue => e
@@ -196,11 +196,12 @@ module Fluent
       end
     end
 
-    def process(filename)
-      File.open(filename, 'r') do |tfile|
+    def process(original_filename, processing_filename)
+      File.open(processing_filename, 'r') do |tfile|
         read_each_line(tfile) do |line|
           emit_message(line)
         end
+        log.debug { %[in_cat_sweep: process: {filename:"#{original_filename}",size:#{tfile.size}}] }
       end
     end
 

metadata

@@ -1,14 +1,15 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-cat-sweep
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Civitaspo(takahiro.nakayama)
+- Naotoshi Seo
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-10-16 00:00:00.000000000 Z
+date: 2015-10-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
@@ -111,17 +112,20 @@ dependencies:
 description: Fluentd plugin to cat files and move them.
 email:
 - civitaspo@gmail.com
+- sonots@gmail.com
 executables: []
 extensions: []
 extra_rdoc_files: []
 files:
 - ".gitignore"
 - ".travis.yml"
+- CHANGELOG.md
 - CODE_OF_CONDUCT.md
 - Gemfile
 - LICENSE.txt
 - README.md
 - Rakefile
+- example.conf
 - fluent-plugin-cat-sweep.gemspec
 - lib/fluent/plugin/in_cat_sweep.rb
 - test/helper.rb