fluent-plugin-bigquery 0.0.6 → 0.0.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d5c5c4c032cb59ce091ee060626af2ea9bbd8534
-  data.tar.gz: b855c668df1fc15bcad1c190cf9302130fbb795b
+  metadata.gz: 2028a3a22b1855688a3dbda29c3f14d686c7a564
+  data.tar.gz: cba6fc467f68c821af6aa1a8b87e6ae128e9cb15
 SHA512:
-  metadata.gz: cdbd49d80dae34d63cf801da15944511533fb6497b93c39df05b3cfb6554b4145570500eb13ee6af861ca962fa3988f90fdfd214f937b8a9074a650a949f61f1
-  data.tar.gz: 0fc2e0eb63a76f5017205b8885ec9f51dfb2998f4373dfd3c6f542282a975cfb7d35f53db66cde443417273876dfe905449256d86694e18159134d1c6507464a
+  metadata.gz: 643b083672144627b15a5e822acc57e2180acc63aa5428474ad1953db5a8286211dc222f6b7d6c0c005d5c50f2b4c48abab2bae1fe2e6d3ca6562dc12258b164
+  data.tar.gz: 97dee7b14e15a3e4663722c91f58b18b037f13839284873dfbffe434fce694112e938899703b2ceb805a4fdbba17a2c1e2a62d2c3b6cf47a2bfcf950c233211e

data/README.md

@@ -3,7 +3,7 @@
 [Fluentd](http://fluentd.org) output plugin to load/insert data into Google BigQuery.
 
 * insert data over streaming inserts
-  * for continuous real-time insertions, under many limitations
+  * for continuous real-time insertions
   * https://developers.google.com/bigquery/streaming-data-into-bigquery#usecases
 * (NOT IMPLEMENTED) load data
   * for data loading as batch jobs, for big amount of data
@@ -203,34 +203,6 @@ where /path/to/httpd.schema is a path to the JSON-encoded schema file which you
 NOTE: Since JSON does not define how to encode data of TIMESTAMP type,
 you are still recommended to specify JSON types for TIMESTAMP fields as "time" field does in the example.
 
-
-### patches
-
-This plugin depends on `fluent-plugin-buffer-lightening`, and it includes monkey patch module for BufferedOutput plugin, to realize high rate and low latency flushing. With this patch, sub 1 second flushing available.
-
-To use this feature, execute fluentd with `-r fluent/plugin/output_try_flush_interval_patch` option.
-And configure `flush_interval` and `try_flush_interval` with floating point value.
-
-```apache
-<match dummy>
-  type bigquery
-  
-  method insert    # default
-  
-  flush_interval     0.2
-  try_flush_interval 0.05
-  
-  buffer_chunk_records_limit 300  # default rate limit for users is 100
-  buffer_queue_limit 10240        # 1MB * 10240 -> 10GB!
-  
-  num_threads 16
-  
-  # credentials, project/dataset/table and schema specs.
-</match>
-```
-
-With this configuration, flushing will be done in 0.25 seconds after record inputs in the worst case.
-
 ## TODO
 
 * support Load API

data/fluent-plugin-bigquery.gemspec

@@ -24,7 +24,7 @@ Gem::Specification.new do |spec|
   spec.add_runtime_dependency "fluentd"
   spec.add_runtime_dependency "fluent-mixin-plaintextformatter", '>= 0.2.1'
   spec.add_runtime_dependency "fluent-mixin-config-placeholders", ">= 0.2.0"
-  spec.add_runtime_dependency "fluent-plugin-buffer-lightening"
+  spec.add_runtime_dependency "fluent-plugin-buffer-lightening", ">= 0.0.2"
 
   spec.add_development_dependency "fluent-plugin-dummydata-producer"
 end

data/lib/fluent/plugin/bigquery/version.rb

@@ -1,6 +1,6 @@
 module Fluent
   module BigQueryPlugin
-    VERSION = "0.0.6"
+    VERSION = "0.0.7"
   end
 end
 

data/lib/fluent/plugin/out_bigquery.rb

@@ -8,8 +8,6 @@ require 'fluent/mixin/plaintextformatter'
 ## TODO: load implementation
 # require 'fluent/plugin/bigquery/load_request_body_wrapper'
 
-require 'fluent/plugin/output_try_flush_interval_patch'
-
 module Fluent
   ### TODO: error classes for each api error responses
   # class BigQueryAPIError < StandardError
@@ -26,7 +24,7 @@ module Fluent
     config_set_default :flush_interval, 0.25
     config_set_default :try_flush_interval, 0.05
 
-    config_set_default :buffer_chunk_records_limit, 100
+    config_set_default :buffer_chunk_records_limit, 5000
     config_set_default :buffer_chunk_limit, 1000000
     config_set_default :buffer_queue_limit, 1024
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-bigquery
 version: !ruby/object:Gem::Version
-  version: 0.0.6
+  version: 0.0.7
 platform: ruby
 authors:
 - TAGOMORI Satoshi
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-03-07 00:00:00.000000000 Z
+date: 2014-05-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -100,14 +100,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.0.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.0.2
 - !ruby/object:Gem::Dependency
   name: fluent-plugin-dummydata-producer
   requirement: !ruby/object:Gem::Requirement