fluent-plugin-datadog 0.14.4 → 0.15.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 926fa9b18f9ddafc71acdb33f6a35f9a8f5c8c349aa738c6772f37f4e678c27e
-  data.tar.gz: 334c768913c3bde058cba88d88bd10e343ff92d9d98be29b34efabfb94a3caf3
+  metadata.gz: 3ada0477abc2674f1139d27ee6aa58cca24dc4c0f23414a651432b2d1689729e
+  data.tar.gz: c2e02ecf94b0453bad5bc2b8683396b8a0a02faba89b17e46d925a25e80ccda1
 SHA512:
-  metadata.gz: 8d9919de155b21d18ac85eac0479565fec145468fa169a41b56a12d974ce4326e689cd1794e32f24561639d30561d7c56ef45abd81559191c1d257ff16bab7f4
-  data.tar.gz: 6449bf1033f5a217acf0598426e27aa82dbe546977eab926540bc82ff773a74a726ead6eaa0804b753ec26d42177c4cd843224bf160beca148cc653238b820e0
+  metadata.gz: 6da0566bf7b59b6316ef98fdefa74b1626cd0a21be8a4080b014a617db9f769a3c0cc4cb502c3526d4aefa00dea7cef0f744ebc77fb2c4f9a23dc8689ee71436
+  data.tar.gz: d2d6f2b098a9290f75d4a217b0fe5803306161a04bfdfb59d918f4d7a0ec335a46def23c74f0e84e8eb27797f5dcc09fc393ae23e0df96a7a526c8e0fb31738e

data/README.md

@@ -19,6 +19,7 @@ If you installed the td-agent instead
     /usr/sbin/td-agent-gem install fluent-plugin-datadog
 
 ## Usage
+
 ### Configure the output plugin
 
 To match events and send them to Datadog, simply add the following code to your configuration file.
@@ -74,10 +75,9 @@ Produces the following event:
 }
 ```
 
-### fluent-plugin-datadog properties
-Let's go deeper on the plugin configuration.
+### Advanced configuration
 
-As fluent-plugin-datadog is an output_buffer, you can set all output_buffer properties like it's describe in the [fluentd documentation](http://docs.fluentd.org/articles/output-plugin-overview#buffered-output-parameters "documentation").
+As `fluent-plugin-datadog` is a buffered output plugin, you can set all of the buffered output-specific properties as described in the [fluentd documentation](https://docs.fluentd.org/v/0.12/output#buffered-output-parameters).
 
 |  Property   |  Description                                                             |  Default value |
 |-------------|--------------------------------------------------------------------------|----------------|
@@ -102,6 +102,7 @@ As fluent-plugin-datadog is an output_buffer, you can set all output_buffer prop
 | **port** | Proxy port when logs are not directly forwarded to Datadog and ssl is not used | 80 |
 | **host** | Proxy endpoint when logs are not directly forwarded to Datadog | http-intake.logs.datadoghq.com |
 | **http_proxy** | HTTP proxy, only takes effect if HTTP forwarding is enabled (`use_http`). Defaults to `HTTP_PROXY`/`http_proxy` env vars. | nil |
+| **delete_extracted_tag_attributes** | When true, removes `kubernetes` and `docker` attributes from log records after extracting them as tags. Useful to avoid duplicate data in Datadog logs UI. | false |
 
 ### Docker and Kubernetes tags
 
@@ -115,6 +116,8 @@ If your logs contain any of the following attributes, it will automatically be a
 * kubernetes.pod_name
 * docker.container_id
 
+**Note:** By default, these values will appear twice in the Datadog logs UI, once as tags (e.g., `container_name:myapp`) and once as attributes (e.g., `@kubernetes.container_name`). If you prefer to avoid this duplication, set `delete_extracted_tag_attributes` to `true` in your configuration. This will remove the `kubernetes` and `docker` attributes from the log record after the tags have been extracted.
+
 If the Datadog Agent collect them automatically, FluentD requires a plugin for this. We recommend using [fluent-plugin-kubernetes_metadata_filter](https://github.com/fabric8io/fluent-plugin-kubernetes_metadata_filter) to collect Docker and Kubernetes metadata.
 
 Configuration example:
@@ -156,3 +159,11 @@ To build a new version of this plugin and push it to RubyGems:
 
 `curl -u <USERNAME> https://rubygems.org/api/v1/api_key.yaml > ~/.gem/credentials`, it will ask for your password.
 
+## Development Environment
+
+This repository includes the files to run it in a dev container in VS Code. To use it:
+
+1. Install VS Code and Docker.
+2. Open the project in VS Code with the Dev Containers extension.
+
+VS Code will build and start the container automatically.

data/fluent-plugin-datadog.gemspec

@@ -28,9 +28,9 @@ Gem::Specification.new do |spec|
 
   spec.add_development_dependency "bundler", "~> 2.1"
   spec.add_development_dependency "test-unit", '~> 3.1'
-  spec.add_development_dependency "rake", "~> 12.0"
-  spec.add_development_dependency "yajl-ruby", "~> 1.2"
   spec.add_development_dependency 'webmock', "~> 3.6.0"
+  spec.add_development_dependency "ruby-debug-ide"
+  spec.add_development_dependency "rake", "~> 12.0"
 
   spec.metadata      = {
     'bug_tracker_uri'   => 'https://github.com/DataDog/fluent-plugin-datadog/issues',

data/lib/fluent/plugin/out_datadog.rb

@@ -5,7 +5,7 @@
 
 require "socket"
 require "openssl"
-require "yajl"
+require "json"
 require "zlib"
 require "fluent/plugin/output"
 
@@ -43,6 +43,7 @@ class Fluent::DatadogOutput < Fluent::Plugin::Output
   config_param :dd_source, :string, :default => nil
   config_param :dd_tags, :string, :default => nil
   config_param :dd_hostname, :string, :default => nil
+  config_param :delete_extracted_tag_attributes, :bool, :default => false
 
   # Connection settings
   config_param :host, :string, :default => DD_DEFAULT_HTTP_ENDPOINT
@@ -52,6 +53,7 @@ class Fluent::DatadogOutput < Fluent::Plugin::Output
   config_param :max_retries, :integer, :default => -1
   config_param :max_backoff, :integer, :default => 30
   config_param :use_http, :bool, :default => true
+  config_param :custom_headers, :hash, :default => {}
   config_param :use_compression, :bool, :default => true
   config_param :compression_level, :integer, :default => 6
   config_param :no_ssl_validation, :bool, :default => false
@@ -98,7 +100,7 @@ class Fluent::DatadogOutput < Fluent::Plugin::Output
 
   def start
     super
-    @client = new_client(log, @api_key, @use_http, @use_ssl, @no_ssl_validation, @host, @ssl_port, @port, @http_proxy, @use_compression, @force_v1_routes)
+    @client = new_client(log, @api_key, @use_http, @use_ssl, @no_ssl_validation, @host, @ssl_port, @port, @http_proxy, @custom_headers, @use_compression, @force_v1_routes)
   end
 
   def shutdown
@@ -117,10 +119,10 @@ class Fluent::DatadogOutput < Fluent::Plugin::Output
     # is compatible with Time.at below.
     record = enrich_record(tag, time.to_f, record)
     if @use_http
-      record = Yajl.dump(record)
+      record = JSON.generate(record)
     else
       if @use_json
-        record = "#{api_key} #{Yajl.dump(record)}"
+        record = "#{api_key} #{JSON.generate(record)}"
       else
         record = "#{api_key} #{record}"
       end
@@ -253,6 +255,12 @@ class Fluent::DatadogOutput < Fluent::Plugin::Output
         record["ddtags"] = record["ddtags"] + "," + container_tags
       end
     end
+
+    if @delete_extracted_tag_attributes
+      record.delete('kubernetes')
+      record.delete('docker')
+    end
+
     record
   end
 
@@ -270,9 +278,9 @@ class Fluent::DatadogOutput < Fluent::Plugin::Output
   end
 
   # Build a new transport client
-  def new_client(logger, api_key, use_http, use_ssl, no_ssl_validation, host, ssl_port, port, http_proxy, use_compression, force_v1_routes)
+  def new_client(logger, api_key, use_http, use_ssl, no_ssl_validation, host, ssl_port, port, http_proxy, custom_headers, use_compression, force_v1_routes)
     if use_http
-      DatadogHTTPClient.new logger, use_ssl, no_ssl_validation, host, ssl_port, port, http_proxy, use_compression, api_key, force_v1_routes
+      DatadogHTTPClient.new logger, use_ssl, no_ssl_validation, host, ssl_port, port, http_proxy, custom_headers, use_compression, api_key, force_v1_routes
     else
       DatadogTCPClient.new logger, use_ssl, no_ssl_validation, host, ssl_port, port
     end
@@ -310,7 +318,7 @@ class Fluent::DatadogOutput < Fluent::Plugin::Output
     require 'net/http'
     require 'net/http/persistent'
 
-    def initialize(logger, use_ssl, no_ssl_validation, host, ssl_port, port, http_proxy, use_compression, api_key, force_v1_routes = false)
+    def initialize(logger, use_ssl, no_ssl_validation, host, ssl_port, port, http_proxy, custom_headers, use_compression, api_key, force_v1_routes = false)
       @logger = logger
       protocol = use_ssl ? "https" : "http"
       port = use_ssl ? ssl_port : port
@@ -328,6 +336,9 @@ class Fluent::DatadogOutput < Fluent::Plugin::Output
       logger.info("Starting HTTP connection to #{protocol}://#{host}:#{port.to_s} with compression " + (use_compression ? "enabled" : "disabled") + (force_v1_routes ? " using v1 routes" : " using v2 routes"))
       @client = Net::HTTP::Persistent.new name: "fluent-plugin-datadog-logcollector", proxy: proxy_uri
       @client.verify_mode = OpenSSL::SSL::VERIFY_NONE if no_ssl_validation
+      custom_headers.each do |key, value|
+        @client.override_headers[key] = value
+      end
       unless force_v1_routes
         @client.override_headers["DD-API-KEY"] = api_key
         @client.override_headers["DD-EVP-ORIGIN"] = "fluent"

data/lib/fluent/plugin/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module DatadogFluentPlugin
-  VERSION = '0.14.4'
+  VERSION = '0.15.0'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-datadog
 version: !ruby/object:Gem::Version
-  version: 0.14.4
+  version: 0.15.0
 platform: ruby
 authors:
 - Datadog Solutions Team
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-07-15 00:00:00.000000000 Z
+date: 2025-12-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
@@ -73,47 +73,47 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '3.1'
 - !ruby/object:Gem::Dependency
-  name: rake
+  name: webmock
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '12.0'
+        version: 3.6.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '12.0'
+        version: 3.6.0
 - !ruby/object:Gem::Dependency
-  name: yajl-ruby
+  name: ruby-debug-ide
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.2'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.2'
+        version: '0'
 - !ruby/object:Gem::Dependency
-  name: webmock
+  name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 3.6.0
+        version: '12.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 3.6.0
+        version: '12.0'
 description:
 email:
 - support@datadoghq.com
@@ -152,7 +152,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.15
+rubygems_version: 3.4.10
 signing_key:
 specification_version: 4
 summary: Datadog output plugin for Fluent event collector