fluent-plugin-td 0.10.1 → 0.10.2

data/ChangeLog

@@ -1,4 +1,9 @@
 
+Release 0.10.2 - 2011/11/11
+
+  * Limit buffer_chunk_limit upto 32MB
+
+
 Release 0.10.1 - 2011/11/11
 
   * Validate database name and table name on emit

data/VERSION

@@ -1 +1 @@
-0.10.1
+0.10.2

data/fluent-plugin-td.gemspec

@@ -16,6 +16,7 @@ Gem::Specification.new do |gem|
   gem.executables = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
   gem.require_paths = ['lib']
 
-  gem.add_dependency "fluentd", "~> 0.10.0"
+  gem.add_dependency "fluentd", "~> 0.10.6"
   gem.add_dependency "td-client", "~> 0.8.4"
+  gem.add_development_dependency "rake", ">= 0.9.2"
 end

data/lib/fluent/plugin/out_tdlog.rb

@@ -16,6 +16,7 @@ class TreasureDataLogOutput < BufferedOutput
   PORT = port
   USE_SSL = false
   BASE_URL = ''
+  IMPORT_SIZE_LIMIT = 32*1024*1024
 
   def initialize
     require 'fileutils'
@@ -41,6 +42,15 @@ class TreasureDataLogOutput < BufferedOutput
   def configure(conf)
     super
 
+    # force overwrite buffer_chunk_limit
+    if @buffer.respond_to?(:buffer_chunk_limit=) && @buffer.respond_to?(:buffer_queue_limit=)
+      if @buffer.buffer_chunk_limit > IMPORT_SIZE_LIMIT
+        ex = @buffer.buffer_chunk_limit / IMPORT_SIZE_LIMIT
+        @buffer.buffer_chunk_limit = IMPORT_SIZE_LIMIT
+        @buffer.buffer_queue_limit *= ex if ex > 0
+      end
+    end
+
     @tmpdir = conf['tmpdir'] || @tmpdir
     FileUtils.mkdir_p(@tmpdir)
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-td
 version: !ruby/object:Gem::Version
-  version: 0.10.1
+  version: 0.10.2
   prerelease: 
 platform: ruby
 authors:
@@ -13,18 +13,18 @@ date: 2011-11-10 00:00:00.000000000Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
-  requirement: &70114372869080 !ruby/object:Gem::Requirement
+  requirement: &70120719014100 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 0.10.0
+        version: 0.10.6
   type: :runtime
   prerelease: false
-  version_requirements: *70114372869080
+  version_requirements: *70120719014100
 - !ruby/object:Gem::Dependency
   name: td-client
-  requirement: &70114372868600 !ruby/object:Gem::Requirement
+  requirement: &70120719013540 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -32,7 +32,18 @@ dependencies:
         version: 0.8.4
   type: :runtime
   prerelease: false
-  version_requirements: *70114372868600
+  version_requirements: *70120719013540
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: &70120719013040 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+  type: :development
+  prerelease: false
+  version_requirements: *70120719013040
 description: Treasure Data output plugin for Fluent event collector
 email: 
 executables: []
@@ -64,7 +75,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: -747294659517590458
+      hash: -1430733870951102127
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -73,7 +84,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: -747294659517590458
+      hash: -1430733870951102127
 requirements: []
 rubyforge_project: 
 rubygems_version: 1.8.10