fluent-plugin-mongo 1.6.2 → 1.6.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: '09b007f64939a3ad6f8476d7845c8932ee122d035902a5ca75c22574fededde0'
-  data.tar.gz: 3f18cdb797b67bfadc7f6a26236ab5eb1d47af5b271c9820dacb65b684eacc08
+  metadata.gz: 4b6ccaa707cc9ac56e75260f5482ae641a07b9492bfdd897e37c4f28b3cb6d9a
+  data.tar.gz: abfa43c69e8565a83681f68dc6b390b84895e5939a985cb9403cb749f1275b55
 SHA512:
-  metadata.gz: 05d1cb4a3bc5c31f8318a25d04f80ded83f57b18e1ab2d4c1e7b43c85c644d7b1db2fd6ed2ea4ca24f3f9f8d3d03cc811566cd73e71f1bcda0a0cd7aee1f74d0
-  data.tar.gz: 8d76f125209e1d7bfcf890d445302df48988ea63e4e24e252e60b9fee8ecb38e9f46af0ab6c1faf9d627f8a166617b7b1a4aa772304ad730b583586846b88878
+  metadata.gz: c881203d25fbbbec76d3dbbbc3ed9c92484552e0ea9869827b54d96a1ce7fb303cb49b1162f6fc66e3aa284fc6a07895202efe9a3cb3e811be3476c2dfe051cc
+  data.tar.gz: f447183d0f51b61d31f6b913242df7d6719d0f32efa79b23dfd4ea4f404fb30468ce29c8de68be0d45250360cc98829b341bc9040c15ae6fff9f21618b4f59cc

data/ChangeLog

@@ -1,3 +1,7 @@
+Release 1.6.3 - 2026/04/24
+
+    * out_mongo: Add `ordered` parameter (#210)
+
 Release 1.6.2 - 2026/04/23
 
 	* out_mongo: prevent infinite retry on MaxBSONSize error (#206)

data/README.rdoc

@@ -74,6 +74,10 @@ Use _mongo_ type in match.
       # eg: my_id: "507f1f77bcf86cd799439011"
       object_id_keys my_id
 
+      # Specify whether the operations should be executed in order (default: true).
+      # If false, continues to insert remaining documents even if some inserts fail.
+      ordered false
+
       # Other buffer configurations here
     </match>
 
@@ -101,7 +105,7 @@ Here is an example to use built-in placeholders:
       </buffer>
     </match>
 
-In more detail, please refer to the officilal document for built-in placeholders: https://docs.fluentd.org/v1.0/articles/buffer-section#placeholders
+In more detail, please refer to the officilal document for built-in placeholders: https://docs.fluentd.org/configuration/buffer-section#placeholders
 
 === mongo(tag mapped mode)
 

data/VERSION

@@ -1 +1 @@
-1.6.2
+1.6.3

data/fluent-plugin-mongo.gemspec

@@ -23,6 +23,7 @@ Gem::Specification.new do |gem|
   gem.add_development_dependency "simplecov", ">= 0.5.4"
   gem.add_development_dependency "rr", ">= 1.0.0"
   gem.add_development_dependency "test-unit", ">= 3.0.0"
+  gem.add_development_dependency "test-unit-rr", ">= 1.0.0"
   gem.add_development_dependency "timecop", "~> 0.9.4"
   gem.add_development_dependency "webrick", ">= 1.7.0"
 end

data/lib/fluent/plugin/out_mongo.rb

@@ -65,6 +65,8 @@ module Fluent::Plugin
     config_param :ssl_verify, :bool, default: false
     config_param :ssl_ca_cert, :string, default: nil
 
+    desc "Whether the operations should be executed in order. If false, continues to insert remaining documents even if some inserts fail."
+    config_param :ordered, :bool, default: true
 
     config_section :buffer do
       config_set_default :@type, DEFAULT_BUFFER_TYPE
@@ -355,7 +357,7 @@ module Fluent::Plugin
           replace_value_of_hash(r)
         end
 
-        get_collection(database, collection, @collection_options).insert_many(records)
+        get_collection(database, collection, @collection_options).insert_many(records, ordered: @ordered)
       rescue Mongo::Error::BulkWriteError => e
         log.warn "#{records.size - e.result["n_inserted"]} documents are not inserted. Maybe these documents are invalid as a BSON."
         forget_collection(collection)

data/test/helper.rb

@@ -4,3 +4,5 @@ require 'mongo'
 require 'fluent/plugin/out_mongo'
 require 'fluent/plugin/out_mongo_replset'
 require 'fluent/plugin/in_mongo_tail'
+require 'rr'
+require 'test/unit/rr'

data/test/plugin/test_in_mongo_tail.rb

@@ -77,7 +77,7 @@ class MongoTailInputTest < Test::Unit::TestCase
       options = {}
       options[:database] = database_name
       @client = ::Mongo::Client.new(["localhost:#{port}"], options)
-      @time = Time.now
+      @time = Time.at(Time.now.to_i)
       Timecop.freeze(@time)
     end
 
@@ -114,7 +114,7 @@ class MongoTailInputTest < Test::Unit::TestCase
         time_key time
       ])
       d.run(expect_records: 1, timeout: 5) do
-        @client[collection_name].insert_one({message: "test", tag: "user.defined", time: Time.at(Fluent::Engine.now)})
+        @client[collection_name].insert_one({message: "test", tag: "user.defined", time: Time.at(Fluent::Engine.now.to_i)})
       end
       events = d.events
       assert_equal "user.defined", events[0][0]

data/test/plugin/test_out_mongo.rb

@@ -67,6 +67,23 @@ class MongoOutputTest < ::Test::Unit::TestCase
     assert_equal({capped: true, size: 100}, d.instance.collection_options)
     assert_equal({ssl: false, write: {j: false}}, d.instance.client_options)
     assert_nil d.instance.connection_string
+    assert_true d.instance.ordered
+  end
+
+  def test_configure_with_disabled_ordered
+    d = create_driver(%[
+      @type mongo
+      database fluent_test
+      collection test_collection
+
+      ordered false
+    ])
+
+    assert_equal('fluent_test', d.instance.database)
+    assert_equal('test_collection', d.instance.collection)
+    assert_equal('localhost', d.instance.host)
+    assert_equal(port, d.instance.port)
+    assert_false d.instance.ordered
   end
 
   def test_configure_with_connection_string
@@ -247,6 +264,24 @@ class MongoOutputTest < ::Test::Unit::TestCase
     assert_equal({"expireAfterSeconds"=>120.0}, expire_after_hash)
   end
 
+  def test_write_with_disabled_ordered
+    d = create_driver(%[
+      @type mongo
+      connection_string mongodb://localhost:#{port}/#{database_name}
+      collection #{collection_name}
+      ordered false
+    ])
+
+    mock_collection = Object.new
+    # Check the expected value is given as ordered parameter
+    mock(mock_collection).insert_many(anything, ordered: false)
+    stub(d.instance).get_collection { mock_collection }
+
+    d.run(default_tag: 'test') do
+      emit_documents(d)
+    end
+  end
+
   def test_overflow_integer_value
     d = create_driver
     d.run(default_tag: 'test') do

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-mongo
 version: !ruby/object:Gem::Version
-  version: 1.6.2
+  version: 1.6.3
 platform: ruby
 authors:
 - Masahiro Nakagawa
@@ -119,6 +119,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 3.0.0
+- !ruby/object:Gem::Dependency
+  name: test-unit-rr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.0
 - !ruby/object:Gem::Dependency
   name: timecop
   requirement: !ruby/object:Gem::Requirement