logstash-input-salesforce 3.2.1 → 3.3.0

data/spec/fixtures/vcr_cassettes/load_some_lead_objects_with_lastmodifieddate_filter_order_by_lastmodifieddate_no_filters.yml

@@ -0,0 +1,123 @@
+---
+http_interactions:
+- request:
+    method: post
+    uri: https://login.salesforce.com/services/oauth2/token
+    body:
+      encoding: US-ASCII
+      string: grant_type=password&client_id=xxxx&client_secret=xxxx&username=xxxx&password=xxxx
+    headers:
+      User-Agent:
+      - Faraday v0.9.1
+      Content-Type:
+      - application/x-www-form-urlencoded
+      Accept:
+      - '*/*'
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Thu, 27 Aug 2015 23:57:42 GMT
+      Set-Cookie:
+      - BrowserId=xxxx;Path=/;Domain=.salesforce.com;Expires=Mon, 26-Oct-2015 23:57:42 GMT
+      Expires:
+      - Thu, 01 Jan 1970 00:00:00 GMT
+      Pragma:
+      - no-cache
+      Cache-Control:
+      - no-cache, no-store
+      Content-Type:
+      - application/json;charset=UTF-8
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: US-ASCII
+      string: '{"id":"https://login.salesforce.com/id/xxxx/xxxx","issued_at":"1440719862904","token_type":"Bearer","instance_url":"https://eu2.salesforce.com","signature":"xxxx","access_token":"xxxx"}'
+    http_version:
+  recorded_at: Thu, 27 Aug 2015 23:57:43 GMT
+- request:
+    method: get
+    uri: https://eu2.salesforce.com/services/data/v26.0/sobjects/Lead/describe
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      User-Agent:
+      - Faraday v0.9.1
+      Authorization:
+      - OAuth xxxx
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - '*/*'
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Thu, 27 Aug 2015 23:57:44 GMT
+      Set-Cookie:
+      - BrowserId=xxxx;Path=/;Domain=.salesforce.com;Expires=Mon, 26-Oct-2015 23:57:44 GMT
+      Expires:
+      - Thu, 01 Jan 1970 00:00:00 GMT
+      Sforce-Limit-Info:
+      - api-usage=211068/451000
+      Org.eclipse.jetty.server.include.etag:
+      - 5fb54cb6
+      Last-Modified:
+      - Thu, 27 Aug 2015 22:36:55 GMT
+      Content-Type:
+      - application/json;charset=UTF-8
+      Etag:
+      - 5fb54cb-gzip"
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: '{"activateable":false,"childRelationships":[],"createable":true,"custom":false,"customSetting":false,"deletable":true,"deprecatedAndHidden":false,"feedEnabled":true,"fields":[{"autoNumber":false,"byteLength":18,"calculated":false,"calculatedFormula":null,"cascadeDelete":false,"caseSensitive":false,"controllerName":null,"createable":false,"custom":false,"defaultValue":null,"defaultValueFormula":null,"defaultedOnCreate":true,"dependentPicklist":false,"deprecatedAndHidden":false,"digits":0,"displayLocationInDecimal":false,"externalId":false,"filterable":true,"groupable":true,"htmlFormatted":false,"idLookup":true,"inlineHelpText":null,"label":"Lead
+        ID","length":18,"name":"Id","nameField":false,"namePointing":false,"nillable":false,"permissionable":false,"picklistValues":[],"precision":0,"referenceTo":[],"relationshipName":null,"relationshipOrder":null,"restrictedDelete":false,"restrictedPicklist":false,"scale":0,"soapType":"tns:ID","sortable":true,"type":"id","unique":false,"updateable":false,"writeRequiresMasterRead":false},{"autoNumber":false,"byteLength":0,"calculated":false,"calculatedFormula":null,"cascadeDelete":false,"caseSensitive":false,"controllerName":null,"createable":false,"custom":false,"defaultValue":null,"defaultValueFormula":null,"defaultedOnCreate":true,"dependentPicklist":false,"deprecatedAndHidden":false,"digits":0,"displayLocationInDecimal":false,"externalId":false,"filterable":true,"groupable":true,"htmlFormatted":false,"idLookup":false,"inlineHelpText":null,"label":"Deleted","length":0,"name":"IsDeleted","nameField":false,"namePointing":false,"nillable":false,"permissionable":false,"picklistValues":[],"precision":0,"referenceTo":[],"relationshipName":null,"relationshipOrder":null,"restrictedDelete":false,"restrictedPicklist":false,"scale":0,"soapType":"xsd:boolean","sortable":true,"type":"boolean","unique":false,"updateable":false,"writeRequiresMasterRead":false},{"autoNumber":false,"byteLength":240,"calculated":false,"calculatedFormula":null,"cascadeDelete":false,"caseSensitive":false,"controllerName":null,"createable":true,"custom":false,"defaultValue":null,"defaultValueFormula":null,"defaultedOnCreate":false,"dependentPicklist":false,"deprecatedAndHidden":false,"digits":0,"displayLocationInDecimal":false,"externalId":false,"filterable":true,"groupable":true,"htmlFormatted":false,"idLookup":false,"inlineHelpText":null,"label":"Last
+        Name","length":80,"name":"LastName","nameField":false,"namePointing":false,"nillable":false,"permissionable":false,"picklistValues":[],"precision":0,"referenceTo":[],"relationshipName":null,"relationshipOrder":null,"restrictedDelete":false,"restrictedPicklist":false,"scale":0,"soapType":"xsd:string","sortable":true,"type":"string","unique":false,"updateable":true,"writeRequiresMasterRead":false},{"autoNumber":false,"byteLength":120,"calculated":false,"calculatedFormula":null,"cascadeDelete":false,"caseSensitive":false,"controllerName":null,"createable":true,"custom":false,"defaultValue":null,"defaultValueFormula":null,"defaultedOnCreate":false,"dependentPicklist":false,"deprecatedAndHidden":false,"digits":0,"displayLocationInDecimal":false,"externalId":false,"filterable":true,"groupable":true,"htmlFormatted":false,"idLookup":false,"inlineHelpText":null,"label":"First
+        Name","length":40,"name":"FirstName","nameField":false,"namePointing":false,"nillable":true,"permissionable":false,"picklistValues":[],"precision":0,"referenceTo":[],"relationshipName":null,"relationshipOrder":null,"restrictedDelete":false,"restrictedPicklist":false,"scale":0,"soapType":"xsd:string","sortable":true,"type":"string","unique":false,"updateable":true,"writeRequiresMasterRead":false},{"autoNumber":false,"byteLength":120,"calculated":false,"calculatedFormula":null,"cascadeDelete":false,"caseSensitive":false,"controllerName":null,"createable":true,"custom":false,"defaultValue":null,"defaultValueFormula":null,"defaultedOnCreate":false,"dependentPicklist":false,"deprecatedAndHidden":false,"digits":0,"displayLocationInDecimal":false,"externalId":false,"filterable":true,"groupable":true,"htmlFormatted":false,"idLookup":false,"inlineHelpText":null,"label":"Salutation","length":40,"name":"Salutation","nameField":false,"namePointing":false,"nillable":true,"permissionable":false,"picklistValues":[{"active":true,"defaultValue":false,"label":"Mr.","validFor":null,"value":"Mr."},{"active":true,"defaultValue":false,"label":"Ms.","validFor":null,"value":"Ms."},{"active":true,"defaultValue":false,"label":"Mrs.","validFor":null,"value":"Mrs."},{"active":true,"defaultValue":false,"label":"Dr.","validFor":null,"value":"Dr."},{"active":true,"defaultValue":false,"label":"Prof.","validFor":null,"value":"Prof."}],"precision":0,"referenceTo":[],"relationshipName":null,"relationshipOrder":null,"restrictedDelete":false,"restrictedPicklist":false,"scale":0,"soapType":"xsd:string","sortable":true,"type":"picklist","unique":false,"updateable":true,"writeRequiresMasterRead":false}],"keyPrefix":"00Q","label":"Lead","labelPlural":"Leads","layoutable":true,"listviewable":null,"lookupLayoutable":null,"mergeable":true,"name":"Lead","queryable":true,"recordTypeInfos":[{"available":true,"defaultRecordTypeMapping":true,"name":"Marketing","recordTypeId":"xxxx"},{"available":true,"defaultRecordTypeMapping":false,"name":"Partner
+        Deal","recordTypeId":"xxxx"},{"available":true,"defaultRecordTypeMapping":false,"name":"Sales","recordTypeId":"xxxx"},{"available":true,"defaultRecordTypeMapping":false,"name":"Master","recordTypeId":"xxxx"}],"replicateable":true,"retrieveable":true,"searchLayoutable":null,"searchable":true,"triggerable":true,"undeletable":true,"updateable":true,"urls":{"uiEditTemplate":"https://xxx.salesforce.com/{ID}/e","sobject":"/services/data/v26.0/sobjects/Lead","uiDetailTemplate":"https://xxx.salesforce.com/{ID}","describe":"/services/data/v26.0/sobjects/Lead/describe","rowTemplate":"/services/data/v26.0/sobjects/Lead/{ID}","uiNewRecord":"https://xxx.salesforce.com/00Q/e"}}'
+    http_version:
+  recorded_at: Thu, 27 Aug 2015 23:57:44 GMT
+- request:
+    method: get
+    uri: https://eu2.salesforce.com/services/data/v26.0/query?q=SELECT%20Id,IsDeleted,LastName,FirstName,Salutation,LastModifiedDate%20FROM%20Lead%20WHERE%20LastModifiedDate%20%3E%202025-05-07T14:32:17Z%20ORDER%20BY%20LastModifiedDate%20ASC
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      User-Agent:
+      - Faraday v0.9.1
+      Authorization:
+      - OAuth xxx
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - '*/*'
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Thu, 27 Aug 2015 23:57:45 GMT
+      Set-Cookie:
+      - BrowserId=xxxx;Path=/;Domain=.salesforce.com;Expires=Mon, 26-Oct-2015 23:57:45 GMT
+      Expires:
+      - Thu, 01 Jan 1970 00:00:00 GMT
+      Sforce-Limit-Info:
+      - api-usage=211063/451000
+      Content-Type:
+      - application/json;charset=UTF-8
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: '{"totalSize":3,"done":true,"records":[{"attributes":{"type":"Lead","url":"/services/data/v26.0/sobjects/Lead/xxxx"},"Id":"xxxx","IsDeleted":false,"LastName":"Katz","FirstName":"Aaron","Salutation":"Mr."},{"attributes":{"type":"Lead","url":"/services/data/v26.0/sobjects/Lead/xxxx"},"Id":"xxxx","IsDeleted":false,"LastName":"Grand","FirstName":"Adrien","Salutation":"Dr."},{"attributes":{"type":"Lead","url":"/services/data/v26.0/sobjects/Lead/xxxx"},"Id":"xxxx","IsDeleted":false,"LastName":"Hardy","FirstName":"Alan","Salutation":"Overlord"}]}'
+    http_version:
+  recorded_at: Thu, 27 Aug 2015 23:57:45 GMT

data/spec/inputs/salesforce_spec.rb

@@ -84,7 +84,7 @@ RSpec.describe LogStash::Inputs::Salesforce do
                                      ["Salutation", "picklist"]] }
       subject { input }
       it "loads the Lead object fields" do
-        VCR.use_cassette("describe_lead_object",:decode_compressed_response => true) do
+        VCR.use_cassette("describe lead object",:decode_compressed_response => true) do
           subject.register
           expect(subject.instance_variable_get(:@sfdc_field_types)).to match_array(expected_types_result)
           expect(subject.instance_variable_get(:@sfdc_fields)).to match_array(expected_fields_result)
@@ -107,7 +107,7 @@ RSpec.describe LogStash::Inputs::Salesforce do
         subject { input }
         let(:queue) { [] }
         it "loads some lead records" do
-          VCR.use_cassette("load some lead objects",:decode_compressed_response => true) do
+          VCR.use_cassette("load some lead objects", :decode_compressed_response => true) do
             subject.register
             subject.run(queue)
             expect(queue.length).to eq(3)
@@ -155,7 +155,7 @@ RSpec.describe LogStash::Inputs::Salesforce do
                                      ["Salutation", "picklist"]] }
       subject { input }
       it "logs into sfdc instance url" do
-        VCR.use_cassette("login_into_mydomain", :decode_compressed_response => true) do
+        VCR.use_cassette("login into mydomain", :decode_compressed_response => true) do
           subject.register
           expect(subject.instance_variable_get(:@sfdc_field_types)).to match_array(expected_types_result)
           expect(subject.instance_variable_get(:@sfdc_fields)).to match_array(expected_fields_result)
@@ -211,11 +211,271 @@ RSpec.describe LogStash::Inputs::Salesforce do
       let(:input) { LogStash::Inputs::Salesforce.new(options) }
       subject { input }
       it "should use the Tooling Api Query resource path" do
-        VCR.use_cassette("describe_apex_test_run_result_object",:decode_compressed_response => true) do
+        VCR.use_cassette("describe apex test run result object", :decode_compressed_response => true) do
           subject.register
           expect(subject.send(:client).send(:api_path, "query")).to eq('/services/data/v52.0/tooling/query')
         end
       end
     end
+
+    context "run continuously at interval" do
+      VCR.configure do |config|
+        config.cassette_library_dir = File.join(File.dirname(__FILE__), '..', 'fixtures', 'vcr_cassettes')
+        config.hook_into :webmock
+        config.before_record do |i|
+          if i.response.body.encoding.to_s == 'ASCII-8BIT'
+            # required because sfdc doesn't send back the content encoding and it
+            # confuses the yaml parser
+            json_body = JSON.load(i.response.body.encode("ASCII-8BIT").force_encoding("utf-8"))
+            i.response.body = json_body.to_json
+            i.response.update_content_length_header
+          end
+        end
+      end
+      let(:options) do
+        {
+          "client_id" => "",
+          "client_secret" => ::LogStash::Util::Password.new("secret-key"),
+          "username" => "",
+          "password" => ::LogStash::Util::Password.new("secret-password"),
+          "security_token" => ::LogStash::Util::Password.new("secret-token"),
+          "use_tooling_api" => false,
+          "sfdc_object_name" => "Lead",
+          "sfdc_fields" => ["Id", "IsDeleted", "LastName", "FirstName", "Salutation"],
+          "sfdc_filters" => "Email LIKE '%@elastic.co'",
+          "interval" => 3
+        }
+      end
+      let(:input) { LogStash::Inputs::Salesforce.new(options) }
+      subject { input }
+      let(:queue) { [] }
+      it "loads some lead records" do
+        VCR.use_cassette("load some lead objects twice", :decode_compressed_response => true) do
+          subject.register
+          # Run a background thread to set the stop flag after 7 seconds, i.e. after the second run of the plugin
+          thr = Thread.new {
+            sleep(4)  # more than 3, less than 6
+            subject.do_stop
+          }
+          subject.run(queue)
+          thr.join
+          expect(queue.length).to eq(8) # 3 + 5
+        end
+      end
+    end
+
+    context "run with last modified time from range field file" do
+      VCR.configure do |config|
+        config.cassette_library_dir = File.join(File.dirname(__FILE__), '..', 'fixtures', 'vcr_cassettes')
+        config.hook_into :webmock
+        config.before_record do |i|
+          if i.response.body.encoding.to_s == 'ASCII-8BIT'
+            # required because sfdc doesn't send back the content encoding and it
+            # confuses the yaml parser
+            json_body = JSON.load(i.response.body.encode("ASCII-8BIT").force_encoding("utf-8"))
+            i.response.body = json_body.to_json
+            i.response.update_content_length_header
+          end
+        end
+      end
+      let(:options) do
+        {
+          "client_id" => "",
+          "client_secret" => ::LogStash::Util::Password.new("secret-key"),
+          "username" => "",
+          "password" => ::LogStash::Util::Password.new("secret-password"),
+          "security_token" => ::LogStash::Util::Password.new("secret-token"),
+          "use_tooling_api" => false,
+          "sfdc_object_name" => "Lead",
+          "sfdc_fields" => ["Id", "IsDeleted", "LastName", "FirstName", "Salutation"],
+          "sfdc_filters" => "Email LIKE '%@elastic.co'",
+          "changed_data_filter" => "LastModifiedDate > %{last_tracking_field_value}",
+          "tracking_field_value_file" => "last_tracking_field_value.txt"
+        }
+      end
+      let(:input) { LogStash::Inputs::Salesforce.new(options) }
+      subject { input }
+      let(:queue) { [] }
+      it "loads some lead records modified after 2025-05-07 14:32:17 UTC" do
+        VCR.use_cassette("load some lead objects with lastmodifieddate filter", :decode_compressed_response => true) do
+          subject.register
+          File.write("last_tracking_field_value.txt", "2025-05-07T14:32:17Z")
+          subject.run(queue)
+          expect(queue.length).to eq(3)
+        end
+      end
+    end
+
+    context "run with last modified time from range field file when file doesn't yet exist" do
+      VCR.configure do |config|
+        config.cassette_library_dir = File.join(File.dirname(__FILE__), '..', 'fixtures', 'vcr_cassettes')
+        config.hook_into :webmock
+        config.before_record do |i|
+          if i.response.body.encoding.to_s == 'ASCII-8BIT'
+            # required because sfdc doesn't send back the content encoding and it
+            # confuses the yaml parser
+            json_body = JSON.load(i.response.body.encode("ASCII-8BIT").force_encoding("utf-8"))
+            i.response.body = json_body.to_json
+            i.response.update_content_length_header
+          end
+        end
+      end
+      let(:options) do
+        {
+          "client_id" => "",
+          "client_secret" => ::LogStash::Util::Password.new("secret-key"),
+          "username" => "",
+          "password" => ::LogStash::Util::Password.new("secret-password"),
+          "security_token" => ::LogStash::Util::Password.new("secret-token"),
+          "use_tooling_api" => false,
+          "sfdc_object_name" => "Lead",
+          "sfdc_fields" => ["Id", "IsDeleted", "LastName", "FirstName", "Salutation"],
+          "sfdc_filters" => "Email LIKE '%@elastic.co'",
+          "changed_data_filter" => "LastModifiedDate > %{last_tracking_field_value}",
+          "tracking_field_value_file" => "last_tracking_field_value.txt"
+        }
+      end
+      let(:input) { LogStash::Inputs::Salesforce.new(options) }
+      subject { input }
+      let(:queue) { [] }
+      it "loads some lead records" do
+        VCR.use_cassette("load some lead objects", :decode_compressed_response => true) do
+          subject.register
+          File.exist?("last_tracking_field_value.txt") && File.delete("last_tracking_field_value.txt")
+          subject.run(queue)
+          expect(queue.length).to eq(3)
+        end
+      end
+    end
+
+    context "run with last modified time from range field file with range field" do
+      VCR.configure do |config|
+        config.cassette_library_dir = File.join(File.dirname(__FILE__), '..', 'fixtures', 'vcr_cassettes')
+        config.hook_into :webmock
+        config.before_record do |i|
+          if i.response.body.encoding.to_s == 'ASCII-8BIT'
+            # required because sfdc doesn't send back the content encoding and it
+            # confuses the yaml parser
+            json_body = JSON.load(i.response.body.encode("ASCII-8BIT").force_encoding("utf-8"))
+            i.response.body = json_body.to_json
+            i.response.update_content_length_header
+          end
+        end
+      end
+      let(:options) do
+        {
+          "client_id" => "",
+          "client_secret" => ::LogStash::Util::Password.new("secret-key"),
+          "username" => "",
+          "password" => ::LogStash::Util::Password.new("secret-password"),
+          "security_token" => ::LogStash::Util::Password.new("secret-token"),
+          "use_tooling_api" => false,
+          "sfdc_object_name" => "Lead",
+          "sfdc_fields" => ["Id", "IsDeleted", "LastName", "FirstName", "Salutation"],
+          "sfdc_filters" => "Email LIKE '%@elastic.co'",
+          "tracking_field" => "LastModifiedDate",
+          "changed_data_filter" => "LastModifiedDate > %{last_tracking_field_value}",
+          "tracking_field_value_file" => "last_tracking_field_value.txt"
+        }
+      end
+      let(:input) { LogStash::Inputs::Salesforce.new(options) }
+      subject { input }
+      let(:queue) { [] }
+      it "loads some lead records modified after 2025-05-07 14:32:17 UTC" do
+        VCR.use_cassette("load some lead objects with lastmodifieddate filter order by lastmodifieddate", :decode_compressed_response => true) do
+          subject.register
+          File.write("last_tracking_field_value.txt", "2025-05-07T14:32:17Z")
+          subject.run(queue)
+          expect(queue.length).to eq(3)
+        end
+      end
+    end
+
+    context "run with last modified time from range field file with range field and no other filters" do
+      VCR.configure do |config|
+        config.cassette_library_dir = File.join(File.dirname(__FILE__), '..', 'fixtures', 'vcr_cassettes')
+        config.hook_into :webmock
+        config.before_record do |i|
+          if i.response.body.encoding.to_s == 'ASCII-8BIT'
+            # required because sfdc doesn't send back the content encoding and it
+            # confuses the yaml parser
+            json_body = JSON.load(i.response.body.encode("ASCII-8BIT").force_encoding("utf-8"))
+            i.response.body = json_body.to_json
+            i.response.update_content_length_header
+          end
+        end
+      end
+      let(:options) do
+        {
+          "client_id" => "",
+          "client_secret" => ::LogStash::Util::Password.new("secret-key"),
+          "username" => "",
+          "password" => ::LogStash::Util::Password.new("secret-password"),
+          "security_token" => ::LogStash::Util::Password.new("secret-token"),
+          "use_tooling_api" => false,
+          "sfdc_object_name" => "Lead",
+          "sfdc_fields" => ["Id", "IsDeleted", "LastName", "FirstName", "Salutation"],
+          "tracking_field" => "LastModifiedDate",
+          "changed_data_filter" => "LastModifiedDate > %{last_tracking_field_value}",
+          "tracking_field_value_file" => "last_tracking_field_value.txt"
+        }
+      end
+      let(:input) { LogStash::Inputs::Salesforce.new(options) }
+      subject { input }
+      let(:queue) { [] }
+      it "loads some lead records modified after 2025-05-07 14:32:17 UTC" do
+        VCR.use_cassette("load some lead objects with lastmodifieddate filter order by lastmodifieddate no filters", :decode_compressed_response => true) do
+          subject.register
+          File.write("last_tracking_field_value.txt", "2025-05-07T14:32:17Z")
+          subject.run(queue)
+          expect(queue.length).to eq(3)
+        end
+      end
+    end
+
+    context "run with last modified time from range field file when file doesn't yet exist with range field" do
+      VCR.configure do |config|
+        config.cassette_library_dir = File.join(File.dirname(__FILE__), '..', 'fixtures', 'vcr_cassettes')
+        config.hook_into :webmock
+        config.before_record do |i|
+          if i.response.body.encoding.to_s == 'ASCII-8BIT'
+            # required because sfdc doesn't send back the content encoding and it
+            # confuses the yaml parser
+            json_body = JSON.load(i.response.body.encode("ASCII-8BIT").force_encoding("utf-8"))
+            i.response.body = json_body.to_json
+            i.response.update_content_length_header
+          end
+        end
+      end
+      let(:options) do
+        {
+          "client_id" => "",
+          "client_secret" => ::LogStash::Util::Password.new("secret-key"),
+          "username" => "",
+          "password" => ::LogStash::Util::Password.new("secret-password"),
+          "security_token" => ::LogStash::Util::Password.new("secret-token"),
+          "use_tooling_api" => false,
+          "sfdc_object_name" => "Lead",
+          "sfdc_fields" => ["Id", "IsDeleted", "LastName", "FirstName", "Salutation"],
+          "sfdc_filters" => "Email LIKE '%@elastic.co'",
+          "tracking_field" => "LastModifiedDate",
+          "changed_data_filter" => "LastModifiedDate > %{last_tracking_field_value}",
+          "tracking_field_value_file" => "last_tracking_field_value.txt"
+        }
+      end
+      let(:input) { LogStash::Inputs::Salesforce.new(options) }
+      subject { input }
+      let(:queue) { [] }
+      it "loads some lead records" do
+        VCR.use_cassette("load some lead objects order by lastmodifieddate", :decode_compressed_response => true) do
+          subject.register
+          File.exist?("last_tracking_field_value.txt") && File.delete("last_tracking_field_value.txt")
+          subject.run(queue)
+          expect(queue.length).to eq(3)
+          tracking_field_value = File.read("last_tracking_field_value.txt")
+          expect(tracking_field_value).to eq("2025-05-07T14:32:17Z")
+        end
+      end
+    end
   end
 end

metadata

@@ -1,16 +1,16 @@
 --- !ruby/object:Gem::Specification
 name: logstash-input-salesforce
 version: !ruby/object:Gem::Version
-  version: 3.2.1
+  version: 3.3.0
 platform: ruby
 authors:
 - Russ Savage
-autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-05-30 00:00:00.000000000 Z
+date: 2025-05-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
+  name: logstash-core-plugin-api
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -19,9 +19,8 @@ dependencies:
     - - "<="
       - !ruby/object:Gem::Version
         version: '2.99'
-  name: logstash-core-plugin-api
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -31,20 +30,21 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '2.99'
 - !ruby/object:Gem::Dependency
+  name: logstash-codec-plain
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: logstash-codec-plain
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
+  name: restforce
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -53,9 +53,8 @@ dependencies:
     - - "<"
       - !ruby/object:Gem::Version
         version: '5.2'
-  name: restforce
-  prerelease: false
   type: :runtime
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -65,70 +64,70 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '5.2'
 - !ruby/object:Gem::Dependency
+  name: logstash-devutils
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: logstash-devutils
-  prerelease: false
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
+  name: vcr
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: vcr
-  prerelease: false
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
+  name: webmock
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: webmock
-  prerelease: false
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
+  name: json
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  name: json
-  prerelease: false
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
+  name: public_suffix
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '1.4'
-  name: public_suffix
-  prerelease: false
   type: :development
+  prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -143,7 +142,6 @@ extensions: []
 extra_rdoc_files: []
 files:
 - CHANGELOG.md
-- DEVELOPER.md
 - Gemfile
 - LICENSE
 - NOTICE.TXT
@@ -154,16 +152,20 @@ files:
 - spec/fixtures/vcr_cassettes/describe_apex_test_run_result_object.yml
 - spec/fixtures/vcr_cassettes/describe_lead_object.yml
 - spec/fixtures/vcr_cassettes/load_some_lead_objects.yml
+- spec/fixtures/vcr_cassettes/load_some_lead_objects_order_by_lastmodifieddate.yml
+- spec/fixtures/vcr_cassettes/load_some_lead_objects_twice.yml
+- spec/fixtures/vcr_cassettes/load_some_lead_objects_with_lastmodifieddate_filter.yml
+- spec/fixtures/vcr_cassettes/load_some_lead_objects_with_lastmodifieddate_filter_order_by_lastmodifieddate.yml
+- spec/fixtures/vcr_cassettes/load_some_lead_objects_with_lastmodifieddate_filter_order_by_lastmodifieddate_no_filters.yml
 - spec/fixtures/vcr_cassettes/login_into_mydomain.yml
 - spec/inputs/salesforce_spec.rb
 - spec/spec_helper.rb
 homepage: http://www.elastic.co/guide/en/logstash/current/index.html
 licenses:
-- Apache License (2.0)
+- apache-2.0
 metadata:
   logstash_plugin: 'true'
   logstash_group: input
-post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -178,14 +180,18 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.33
-signing_key:
+rubygems_version: 3.6.3
 specification_version: 4
 summary: Creates events based on a Salesforce SOQL query
 test_files:
 - spec/fixtures/vcr_cassettes/describe_apex_test_run_result_object.yml
 - spec/fixtures/vcr_cassettes/describe_lead_object.yml
 - spec/fixtures/vcr_cassettes/load_some_lead_objects.yml
+- spec/fixtures/vcr_cassettes/load_some_lead_objects_order_by_lastmodifieddate.yml
+- spec/fixtures/vcr_cassettes/load_some_lead_objects_twice.yml
+- spec/fixtures/vcr_cassettes/load_some_lead_objects_with_lastmodifieddate_filter.yml
+- spec/fixtures/vcr_cassettes/load_some_lead_objects_with_lastmodifieddate_filter_order_by_lastmodifieddate.yml
+- spec/fixtures/vcr_cassettes/load_some_lead_objects_with_lastmodifieddate_filter_order_by_lastmodifieddate_no_filters.yml
 - spec/fixtures/vcr_cassettes/login_into_mydomain.yml
 - spec/inputs/salesforce_spec.rb
 - spec/spec_helper.rb

data/DEVELOPER.md

@@ -1,2 +0,0 @@
-# logstash-input-salesforce
-This input will query objects from salesforce and turn each record into a message