fluent-plugin-gcs 0.4.0 → 0.4.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 71d25a32c7d9c75cae25cd1b7edeab585b94b520013705ba2b644abdd764cd88
-  data.tar.gz: 7417015c833ff80f52c3161e36aefbbacf3c42cc00ee4a96bdc0562994d7b4b7
+  metadata.gz: 85b1b9b0ed8cd2b264dacc7f54fb1bf9e15b2f1e6f28871b17e0bb7e844e1669
+  data.tar.gz: a90fec1f3d5509be2df1a72d2479e9db6ba7f133ad67c60789abbdbb1360e519
 SHA512:
-  metadata.gz: 7fa80c353436e2983fbbdbaa85f4a9abe7022dfe3ec0c15a0cb2d4bf8791c5cf8c19e5b2d16466040840e3d21419a94510e635473a8a0d1240eb7a52f37fd7df
-  data.tar.gz: 28a514a41b1d18757e5da7982ec977a33b1f17bae2f0c924d7556e12ed4abe018fe1c86282217b40a82df0a08b8f65503a0b931402e5c549f658dc8188636a6b
+  metadata.gz: 8bcb9225215a56ea5ad0d34ac2447e0b39074ae9269e885c2ac70ba2679213340653b47941ea2c5c395861535fd565ae81a6e153e48adef175cf6966b1849a20
+  data.tar.gz: dfe13e0a8ea31f3d80d1174aa4c35385cf6206820d5574f31d501767e972b144f646a48711e64c63b10261045385aed4af9a2e7516aeeac0f6aa460cb37cf807

data/.travis.yml

@@ -1,9 +1,8 @@
 language: ruby
 
 rvm:
-  - 2.4
-  - 2.5
   - 2.6
+  - 2.7
   - ruby-head
 
 before_install:

data/CHANGELOG.md

@@ -2,6 +2,11 @@
 
 New features / Enhancements
 
+## [0.4.1] - 2020/04/17
+
+New features
+- [Support blind write to GSC](https://github.com/daichirata/fluent-plugin-gcs/pull/14)
+
 ## [0.4.0] - 2019/04/01
 
 New features / Enhancements

data/README.md

@@ -225,9 +225,18 @@ Use Local time instead of UTC.
 
 Use UTC instead of local time.
 
-
 And see [official Time Sliced Output article](http://docs.fluentd.org/articles/output-plugin-overview#time-sliced-output-parameters)
 
+**blind_write**
+
+Doesn't check if an object exists in GCS before writing. Default is false.
+
+Allows to avoid granting of `storage.objects.get` permission.
+
+Warning! If the object exists and `storage.objects.delete` permission is not
+granted, it will result in an unrecoverable error. Usage of `%{hex_random}` is
+recommended.
+
 ### ObjectMetadata
 
 User provided web-safe keys and arbitrary string values that will returned with requests for the file as "x-goog-meta-" response headers.

data/fluent-plugin-gcs.gemspec

@@ -23,7 +23,7 @@ Gem::Specification.new do |spec|
   spec.add_runtime_dependency "fluentd", [">= 0.14.22", "< 2"]
   spec.add_runtime_dependency "google-cloud-storage", "~> 1.1"
 
-  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rake", ">= 12.3.3"
   spec.add_development_dependency "rr", "= 1.1.2"
   spec.add_development_dependency "test-unit", ">= 3.0.8"
   spec.add_development_dependency "test-unit-rr", ">= 1.0.3"

data/lib/fluent/plugin/gcs/version.rb

@@ -1,5 +1,5 @@
 module Fluent
   module GCSPlugin
-    VERSION = "0.4.0"
+    VERSION = "0.4.1"
   end
 end

data/lib/fluent/plugin/out_gcs.rb

@@ -49,6 +49,8 @@ module Fluent::Plugin
                  desc: "Storage class of the file"
     config_param :encryption_key, :string, default: nil, secret: true,
                  desc: "Customer-supplied, AES-256 encryption key"
+    config_param :blind_write, :bool, default: false,
+                 desc: "Whether to check if object already exists by given GCS path. Allows avoiding giving storage.object.get permission"
     config_section :object_metadata, required: false do
       config_param :key, :string, default: ""
       config_param :value, :string, default: ""
@@ -149,6 +151,14 @@ module Fluent::Plugin
       Digest::MD5.hexdigest(chunk.unique_id)[0...@hex_random_length]
     end
 
+    def check_object_exists(path)
+      if !@blind_write
+        return @gcs_bucket.find_file(path, @encryption_opts)
+      else
+        return false
+      end
+    end
+
     def generate_path(chunk, i = 0, prev = nil)
       metadata = chunk.metadata
       time_slice = if metadata.timekey.nil?
@@ -167,7 +177,7 @@ module Fluent::Plugin
       }
       path = @object_key_format.gsub(Regexp.union(tags.keys), tags)
       path = extract_placeholders(path, chunk)
-      return path unless @gcs_bucket.find_file(path, @encryption_opts)
+      return path unless check_object_exists(path)
 
       if path == prev
         if @overwrite

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-gcs
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.4.1
 platform: ruby
 authors:
 - Daichi HIRATA
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-03-31 00:00:00.000000000 Z
+date: 2020-10-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
@@ -48,16 +48,16 @@ dependencies:
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: 12.3.3
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: 12.3.3
 - !ruby/object:Gem::Dependency
   name: rr
   requirement: !ruby/object:Gem::Requirement