fluent-plugin-bigquery 0.2.7 → 0.2.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: e55e2b00afb7ffd8b32cc9b7fa0a305ab66af863
-  data.tar.gz: b93594427c232d70db4f7ceca1a28554732b5122
+  metadata.gz: 35d59b338b96a20d4f2e1e3813a69c438e912ba2
+  data.tar.gz: cb181b560fa4733fa928d14f2d71900307e737f2
 SHA512:
-  metadata.gz: 5662de9f1d839a5ef38fd04df24bd4b90de8bd4a494020ecde58e20191df1317322b903eaef985f7cdaf68f24260ed86b802a6aca53dfb3e3825772547cafaf9
-  data.tar.gz: 03a4f811ccc74d36530a4d341218a31c9bc913f530321565696a6e70227c94067bc61a91c2ea97bd5ba5ebf2c617bc1da51e0c1b8c71e97037c444092f62c18c
+  metadata.gz: dbaf2f9cece39291dc996eb06ffa053b4c4894d19421605e86883104f93920ca75dc06d29a6afca644df240f9500a4037d1e265780102c991732847d121d0474
+  data.tar.gz: 318e66bd979a715d2f9faf53407ffa20916e70a01a1de313296ced23e372cbab8d38073405d161fcbc880b1585577272f4a3a879909e4161d7576c879d1b2685

data/.gitignore

@@ -3,6 +3,7 @@
 .bundle
 .config
 .yardoc
+.ruby-version
 Gemfile.lock
 InstalledFiles
 _yardoc

data/README.md

@@ -83,10 +83,12 @@ Important options for high rate events are:
     * 2 or more tables are available with ',' separator
     * `out_bigquery` uses these tables for Table Sharding inserts
     * these must have same schema
+  * `buffer_chunk_limit`
+    * max size of an insert or chunk (default 1000000 or 1MB)
+    * the max size is limited to 1MB on BigQuery
   * `buffer_chunk_records_limit`
-    * number of records over streaming inserts API call is limited as 100, per second, per table
-    * default average rate limit is 100, and spike rate limit is 1000
-    * `out_bigquery` flushes buffer with 100 records for 1 inserts API call
+    * number of records over streaming inserts API call is limited as 500, per insert or chunk
+    * `out_bigquery` flushes buffer with 500 records for 1 inserts API call
   * `buffer_queue_limit`
     * BigQuery streaming inserts needs very small buffer chunks
     * for high-rate events, `buffer_queue_limit` should be configured with big number
@@ -98,8 +100,11 @@ Important options for high rate events are:
     * 10 or more threads seems good for inserts over internet
     * less threads may be good for Google Compute Engine instances (with low latency for BigQuery)
   * `flush_interval`
-    * `1` is lowest value, without patches on Fluentd v0.10.41 or earlier
-    * see `patches` below
+    * interval between data flushes (default 0.25)
+    * you can set subsecond values such as `0.15` on Fluentd v0.10.42 or later
+
+See [Quota policy](https://cloud.google.com/bigquery/streaming-data-into-bigquery#quota)
+section in the Google BigQuery document.
 
 ### Authentication
 

data/lib/fluent/plugin/bigquery/version.rb

@@ -1,6 +1,6 @@
 module Fluent
   module BigQueryPlugin
-    VERSION = "0.2.7"
+    VERSION = "0.2.8"
   end
 end
 

data/lib/fluent/plugin/out_bigquery.rb

@@ -300,7 +300,7 @@ module Fluent
         res_obj = extract_response_obj(res.body)
         message = res_obj['error']['message'] || res.body
         if res_obj
-          if @auto_create_table and res_obj and res_obj['error']['code'] == 404 and /Not Found: Table/ =~ message.to_s
+          if @auto_create_table and res_obj and res_obj['error']['code'] == 404 and /Not Found: Table/i =~ message.to_s
             # Table Not Found: Auto Create Table
             create_table(table_id)
           end

data/test/plugin/test_out_bigquery.rb

@@ -779,7 +779,7 @@ class BigQueryOutputTest < Test::Unit::TestCase
         s = stub!
         s.success? { false }
         s.body { JSON.generate({
-          'error' => { "code" => 404, "message" => "Not Found: Table yourproject_id:yourdataset_id.foo" }
+          'error' => { "code" => 404, "message" => "Not found: Table yourproject_id:yourdataset_id.foo" }
         }) }
         s.status { 404 }
         s

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-bigquery
 version: !ruby/object:Gem::Version
-  version: 0.2.7
+  version: 0.2.8
 platform: ruby
 authors:
 - Naoya Ito
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-01-11 00:00:00.000000000 Z
+date: 2015-04-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake