fluent-plugin-azurestorage-gen2 0.3.5 → 0.3.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: dda9831ba6a2c1e050b15c87538c25f6043ef9c1172efad77c02b7cc67bcd495
-  data.tar.gz: c3b543568768f0f6700f296f4e8d51cf058a149682b87d624cad3ed0ad38f225
+  metadata.gz: e13452c3b7d79a554cac9bcc584e25efe61c530f7a2340d1284e7eeb0693a8e8
+  data.tar.gz: 13f9f27acc1133373afa395771fd2fc5df9d6d578847f6a8d9f71e58d4a6e17d
 SHA512:
-  metadata.gz: 869081e5771c3ac008b7d327c24630679b091b964db1c235e61f8ca495bfc6d705bba3b4ac96cc03a5034c01779603418bc7c6042e10b1125ba722cb4486204f
-  data.tar.gz: 6427da1a36fbcada6b811c56112ad9041f13ef41ae77b0cf6daa6e3622a88fec6a836df8fc9665b3ecca983169795a718d07111e24424a2d5ac0e5476c6a095f
+  metadata.gz: a12173488632629709fb921cf56849afa7d1b02f608e78b5fe3701a715d0bc329206c526c1e67aff3932c64317ad134ccf4b815c99b056f4ec44b75a075d6c1d
+  data.tar.gz: 30c5ce283d05e015adff27e2d79858d998eb6001058fe2f9ebe4cb207d527da116775b346dc0c4b0f0fc4832e00d98ec6071cd72756cc94e6702906e3683890e

data/README.md

@@ -51,6 +51,34 @@ $ gem install fluent-plugin-azurestorage-gen2
 </match>
 ```
 
+- Configuration in a pod using Azure Workload Identity:
+```
+<match **>
+  @type azurestorage_gen2
+  azure_storage_account            mystorageabfs
+  azure_container                  mycontainer
+  azure_use_workload_id            true
+  azure_oauth_tenant_id            <my tenant id>
+  azure_oauth_app_id               <my app client id>
+  azure_object_key_format          %{path}-%{index}.%{file_extension}
+  azure_oauth_refresh_interval     3600
+  time_slice_format                %Y%m%d-%H
+  file_extension                   log # only used with store_as none
+  path                             "/cluster-logs/myfolder/${tag[1]}-#{Socket.gethostname}-%M"
+  auto_create_container            true
+  store_as                         gzip
+  format                           single_value
+  <buffer tag,time>
+    @type file
+    path /var/log/fluent/azurestorage-buffer
+    timekey 5m
+    timekey_wait 0s
+    timekey_use_utc true
+    chunk_limit_size 64m
+  </buffer>
+</match>
+```
+
 - Configuration outside of VMs with OAuth credentials:
 ```
 <match **>
@@ -97,6 +125,14 @@ $ gem install fluent-plugin-azurestorage-gen2
 Your Azure Storage Account Name. This can be got from Azure Management potal.
 This parameter is required when environment variable 'AZURE_STORAGE_ACCOUNT' is not set.
 
+### azure_use_workload_id
+
+Use Azure Workload Identity for authentication. The plugin will use a token generated from the kubernetes OIDC issuer to get an Azure OAuth2 token, which will be used to authenticate with the storage API. Supersedes other authentication types. Requires azure_oauth_tenant_id and azure_oauth_app_id to be set. See https://azure.github.io/azure-workload-identity/docs/introduction.html for implementation details. Default is false.
+
+### azure_federated_token_file_path
+
+The path where the federated token is mounted on the local filesystem. If not specified, defaults to the value of the environment variable `AZURE_FEDERATED_TOKEN_FILE`, or `/var/run/secrets/azure/tokens/azure-identity-token` if the environment variable is not set. Defaults set per Azure Workload Identity documentation.
+
 ### azure_storage_access_key (not implemented yet - use msi)
 
 Your Azure Storage Access Key(Primary or Secondary). This also can be got from Azure Management potal. Storage access key authentication is used when this parameter is provided or environment variable 'AZURE_STORAGE_ACCESS_KEY' is set.
@@ -115,11 +151,11 @@ Azure AD object id is a specific explicit identity to use when authenticating to
 
 ### azure_oauth_tenant_id (Preview)
 
-Azure account tenant id from your Azure Directory. Required if OAuth based credential mechanism is used.
+Azure account tenant id from your Azure Directory. Required if workload ID or OAuth based credential mechanism is used.
 
 ### azure_oauth_app_id (Preview)
 
-OAuth client id that is used for OAuth based authentication. Required if OAuth based credential mechanism is used.
+OAuth client id that is used for OAuth based authentication. Required if workload ID or OAuth based credential mechanism is used.
 
 ### azure_oauth_secret (Preview)
 

data/VERSION

@@ -1 +1 @@
-0.3.5
+0.3.8

data/lib/fluent/plugin/out_azurestorage_gen2.rb

@@ -23,6 +23,8 @@ module Fluent::Plugin
         config_param :path, :string, :default => ""
         config_param :azure_storage_account, :string, :default => nil
         config_param :azure_storage_access_key, :string, :default => nil, :secret => true
+        config_param :azure_use_workload_id, :string, :default => false
+        config_param :azure_federated_token_file_path, :string, :default => nil
         config_param :azure_instance_msi, :string, :default => nil
         config_param :azure_client_id, :string, :default => nil
         config_param :azure_object_id, :string, :default => nil
@@ -261,17 +263,49 @@ module Fluent::Plugin
         end
 
         def acquire_access_token
-            if !@azure_instance_msi.nil?
+            if @azure_use_workload_id
+                acquire_access_token_federated
+            elsif !@azure_instance_msi.nil?
                 acquire_access_token_msi
             elsif !@azure_oauth_app_id.nil? and !@azure_oauth_secret.nil? and !@azure_oauth_tenant_id.nil?
                 acquire_access_token_oauth_app
             elsif @azure_oauth_use_azure_cli
                 acquire_access_token_by_az
             else
-                raise Fluent::UnrecoverableError, "Using MSI or 'az cli tool' or simple OAuth 2.0 based authentication parameters (azure_oauth_tenant_id, azure_oauth_app_id, azure_oauth_secret) are required."
+                raise Fluent::UnrecoverableError, "Using MSI or Workload Identity or 'az cli tool' or simple OAuth 2.0 based authentication parameters (azure_oauth_tenant_id, azure_oauth_app_id, azure_oauth_secret) are required."
             end
         end
 
+        private
+        def acquire_access_token_federated
+          token_path = @azure_federated_token_file_path ||= ENV['AZURE_TOKEN_FILE'] ||= "/var/run/secrets/azure/tokens/azure-identity-token"
+          log.debug "azurestorage_gen2: Reading federated token from #{token_path}"
+          token = File.read(token_path)
+          log.debug "azurestorage_gen2: Locally mounted token: #{token}"
+          params = { :"api-version" => ACCESS_TOKEN_API_VERSION, :resource => "#{@url_storage_resource}"}
+          headers = {:"Content-Type" => "application/x-www-form-urlencoded"}
+          content = "grant_type=client_credentials&client_id=#{@azure_oauth_app_id}&client_assertion_type=urn:ietf:params:oauth:client-assertion-type:jwt-bearer&client_assertion=#{token.chomp}&resource=#{@url_storage_resource}&scope=https://storage.azure.com/.default"
+          req_opts = {
+            :params => params,
+            :body => content,
+            :headers => headers,
+            :timeout => @http_timeout_seconds
+          }
+          add_proxy_options(req_opts)
+          request = Typhoeus::Request.new("#{@azure_oauth_identity_authority}/#{@azure_oauth_tenant_id}/oauth2/token", req_opts)
+
+          request.on_complete do |response|
+            if response.success?
+              data = JSON.parse(response.body)
+              log.debug "azurestorage_gen2: Token response: #{data}"
+              @azure_access_token = data["access_token"].chomp
+            else
+              raise Fluent::UnrecoverableError, "Failed to acquire access token. #{response.code}: #{response.body}"
+            end
+          end
+          request.run
+        end
+
         # Referenced from azure doc.
         # https://docs.microsoft.com/en-us/azure/active-directory/managed-identities-azure-resources/tutorial-linux-vm-access-storage#get-an-access-token-and-use-it-to-call-azure-storage
         private

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-azurestorage-gen2
 version: !ruby/object:Gem::Version
-  version: 0.3.5
+  version: 0.3.8
 platform: ruby
 authors:
 - Oliver Szabo
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-05-03 00:00:00.000000000 Z
+date: 2024-08-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd