logstash-input-salesforce 3.2.0 → 3.3.0

data/spec/fixtures/vcr_cassettes/load_some_lead_objects_with_lastmodifieddate_filter_order_by_lastmodifieddate_no_filters.yml

@@ -0,0 +1,123 @@
+---
+http_interactions:
+- request:
+    method: post
+    uri: https://login.salesforce.com/services/oauth2/token
+    body:
+      encoding: US-ASCII
+      string: grant_type=password&client_id=xxxx&client_secret=xxxx&username=xxxx&password=xxxx
+    headers:
+      User-Agent:
+      - Faraday v0.9.1
+      Content-Type:
+      - application/x-www-form-urlencoded
+      Accept:
+      - '*/*'
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Thu, 27 Aug 2015 23:57:42 GMT
+      Set-Cookie:
+      - BrowserId=xxxx;Path=/;Domain=.salesforce.com;Expires=Mon, 26-Oct-2015 23:57:42 GMT
+      Expires:
+      - Thu, 01 Jan 1970 00:00:00 GMT
+      Pragma:
+      - no-cache
+      Cache-Control:
+      - no-cache, no-store
+      Content-Type:
+      - application/json;charset=UTF-8
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: US-ASCII
+      string: '{"id":"https://login.salesforce.com/id/xxxx/xxxx","issued_at":"1440719862904","token_type":"Bearer","instance_url":"https://eu2.salesforce.com","signature":"xxxx","access_token":"xxxx"}'
+    http_version:
+  recorded_at: Thu, 27 Aug 2015 23:57:43 GMT
+- request:
+    method: get
+    uri: https://eu2.salesforce.com/services/data/v26.0/sobjects/Lead/describe
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      User-Agent:
+      - Faraday v0.9.1
+      Authorization:
+      - OAuth xxxx
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - '*/*'
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Thu, 27 Aug 2015 23:57:44 GMT
+      Set-Cookie:
+      - BrowserId=xxxx;Path=/;Domain=.salesforce.com;Expires=Mon, 26-Oct-2015 23:57:44 GMT
+      Expires:
+      - Thu, 01 Jan 1970 00:00:00 GMT
+      Sforce-Limit-Info:
+      - api-usage=211068/451000
+      Org.eclipse.jetty.server.include.etag:
+      - 5fb54cb6
+      Last-Modified:
+      - Thu, 27 Aug 2015 22:36:55 GMT
+      Content-Type:
+      - application/json;charset=UTF-8
+      Etag:
+      - 5fb54cb-gzip"
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: '{"activateable":false,"childRelationships":[],"createable":true,"custom":false,"customSetting":false,"deletable":true,"deprecatedAndHidden":false,"feedEnabled":true,"fields":[{"autoNumber":false,"byteLength":18,"calculated":false,"calculatedFormula":null,"cascadeDelete":false,"caseSensitive":false,"controllerName":null,"createable":false,"custom":false,"defaultValue":null,"defaultValueFormula":null,"defaultedOnCreate":true,"dependentPicklist":false,"deprecatedAndHidden":false,"digits":0,"displayLocationInDecimal":false,"externalId":false,"filterable":true,"groupable":true,"htmlFormatted":false,"idLookup":true,"inlineHelpText":null,"label":"Lead
+        ID","length":18,"name":"Id","nameField":false,"namePointing":false,"nillable":false,"permissionable":false,"picklistValues":[],"precision":0,"referenceTo":[],"relationshipName":null,"relationshipOrder":null,"restrictedDelete":false,"restrictedPicklist":false,"scale":0,"soapType":"tns:ID","sortable":true,"type":"id","unique":false,"updateable":false,"writeRequiresMasterRead":false},{"autoNumber":false,"byteLength":0,"calculated":false,"calculatedFormula":null,"cascadeDelete":false,"caseSensitive":false,"controllerName":null,"createable":false,"custom":false,"defaultValue":null,"defaultValueFormula":null,"defaultedOnCreate":true,"dependentPicklist":false,"deprecatedAndHidden":false,"digits":0,"displayLocationInDecimal":false,"externalId":false,"filterable":true,"groupable":true,"htmlFormatted":false,"idLookup":false,"inlineHelpText":null,"label":"Deleted","length":0,"name":"IsDeleted","nameField":false,"namePointing":false,"nillable":false,"permissionable":false,"picklistValues":[],"precision":0,"referenceTo":[],"relationshipName":null,"relationshipOrder":null,"restrictedDelete":false,"restrictedPicklist":false,"scale":0,"soapType":"xsd:boolean","sortable":true,"type":"boolean","unique":false,"updateable":false,"writeRequiresMasterRead":false},{"autoNumber":false,"byteLength":240,"calculated":false,"calculatedFormula":null,"cascadeDelete":false,"caseSensitive":false,"controllerName":null,"createable":true,"custom":false,"defaultValue":null,"defaultValueFormula":null,"defaultedOnCreate":false,"dependentPicklist":false,"deprecatedAndHidden":false,"digits":0,"displayLocationInDecimal":false,"externalId":false,"filterable":true,"groupable":true,"htmlFormatted":false,"idLookup":false,"inlineHelpText":null,"label":"Last
+        Name","length":80,"name":"LastName","nameField":false,"namePointing":false,"nillable":false,"permissionable":false,"picklistValues":[],"precision":0,"referenceTo":[],"relationshipName":null,"relationshipOrder":null,"restrictedDelete":false,"restrictedPicklist":false,"scale":0,"soapType":"xsd:string","sortable":true,"type":"string","unique":false,"updateable":true,"writeRequiresMasterRead":false},{"autoNumber":false,"byteLength":120,"calculated":false,"calculatedFormula":null,"cascadeDelete":false,"caseSensitive":false,"controllerName":null,"createable":true,"custom":false,"defaultValue":null,"defaultValueFormula":null,"defaultedOnCreate":false,"dependentPicklist":false,"deprecatedAndHidden":false,"digits":0,"displayLocationInDecimal":false,"externalId":false,"filterable":true,"groupable":true,"htmlFormatted":false,"idLookup":false,"inlineHelpText":null,"label":"First
+        Name","length":40,"name":"FirstName","nameField":false,"namePointing":false,"nillable":true,"permissionable":false,"picklistValues":[],"precision":0,"referenceTo":[],"relationshipName":null,"relationshipOrder":null,"restrictedDelete":false,"restrictedPicklist":false,"scale":0,"soapType":"xsd:string","sortable":true,"type":"string","unique":false,"updateable":true,"writeRequiresMasterRead":false},{"autoNumber":false,"byteLength":120,"calculated":false,"calculatedFormula":null,"cascadeDelete":false,"caseSensitive":false,"controllerName":null,"createable":true,"custom":false,"defaultValue":null,"defaultValueFormula":null,"defaultedOnCreate":false,"dependentPicklist":false,"deprecatedAndHidden":false,"digits":0,"displayLocationInDecimal":false,"externalId":false,"filterable":true,"groupable":true,"htmlFormatted":false,"idLookup":false,"inlineHelpText":null,"label":"Salutation","length":40,"name":"Salutation","nameField":false,"namePointing":false,"nillable":true,"permissionable":false,"picklistValues":[{"active":true,"defaultValue":false,"label":"Mr.","validFor":null,"value":"Mr."},{"active":true,"defaultValue":false,"label":"Ms.","validFor":null,"value":"Ms."},{"active":true,"defaultValue":false,"label":"Mrs.","validFor":null,"value":"Mrs."},{"active":true,"defaultValue":false,"label":"Dr.","validFor":null,"value":"Dr."},{"active":true,"defaultValue":false,"label":"Prof.","validFor":null,"value":"Prof."}],"precision":0,"referenceTo":[],"relationshipName":null,"relationshipOrder":null,"restrictedDelete":false,"restrictedPicklist":false,"scale":0,"soapType":"xsd:string","sortable":true,"type":"picklist","unique":false,"updateable":true,"writeRequiresMasterRead":false}],"keyPrefix":"00Q","label":"Lead","labelPlural":"Leads","layoutable":true,"listviewable":null,"lookupLayoutable":null,"mergeable":true,"name":"Lead","queryable":true,"recordTypeInfos":[{"available":true,"defaultRecordTypeMapping":true,"name":"Marketing","recordTypeId":"xxxx"},{"available":true,"defaultRecordTypeMapping":false,"name":"Partner
+        Deal","recordTypeId":"xxxx"},{"available":true,"defaultRecordTypeMapping":false,"name":"Sales","recordTypeId":"xxxx"},{"available":true,"defaultRecordTypeMapping":false,"name":"Master","recordTypeId":"xxxx"}],"replicateable":true,"retrieveable":true,"searchLayoutable":null,"searchable":true,"triggerable":true,"undeletable":true,"updateable":true,"urls":{"uiEditTemplate":"https://xxx.salesforce.com/{ID}/e","sobject":"/services/data/v26.0/sobjects/Lead","uiDetailTemplate":"https://xxx.salesforce.com/{ID}","describe":"/services/data/v26.0/sobjects/Lead/describe","rowTemplate":"/services/data/v26.0/sobjects/Lead/{ID}","uiNewRecord":"https://xxx.salesforce.com/00Q/e"}}'
+    http_version:
+  recorded_at: Thu, 27 Aug 2015 23:57:44 GMT
+- request:
+    method: get
+    uri: https://eu2.salesforce.com/services/data/v26.0/query?q=SELECT%20Id,IsDeleted,LastName,FirstName,Salutation,LastModifiedDate%20FROM%20Lead%20WHERE%20LastModifiedDate%20%3E%202025-05-07T14:32:17Z%20ORDER%20BY%20LastModifiedDate%20ASC
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      User-Agent:
+      - Faraday v0.9.1
+      Authorization:
+      - OAuth xxx
+      Accept-Encoding:
+      - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
+      Accept:
+      - '*/*'
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Thu, 27 Aug 2015 23:57:45 GMT
+      Set-Cookie:
+      - BrowserId=xxxx;Path=/;Domain=.salesforce.com;Expires=Mon, 26-Oct-2015 23:57:45 GMT
+      Expires:
+      - Thu, 01 Jan 1970 00:00:00 GMT
+      Sforce-Limit-Info:
+      - api-usage=211063/451000
+      Content-Type:
+      - application/json;charset=UTF-8
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: '{"totalSize":3,"done":true,"records":[{"attributes":{"type":"Lead","url":"/services/data/v26.0/sobjects/Lead/xxxx"},"Id":"xxxx","IsDeleted":false,"LastName":"Katz","FirstName":"Aaron","Salutation":"Mr."},{"attributes":{"type":"Lead","url":"/services/data/v26.0/sobjects/Lead/xxxx"},"Id":"xxxx","IsDeleted":false,"LastName":"Grand","FirstName":"Adrien","Salutation":"Dr."},{"attributes":{"type":"Lead","url":"/services/data/v26.0/sobjects/Lead/xxxx"},"Id":"xxxx","IsDeleted":false,"LastName":"Hardy","FirstName":"Alan","Salutation":"Overlord"}]}'
+    http_version:
+  recorded_at: Thu, 27 Aug 2015 23:57:45 GMT

data/spec/inputs/salesforce_spec.rb

@@ -8,10 +8,10 @@ RSpec.describe LogStash::Inputs::Salesforce do
     let(:options) do
       {
         "client_id" => "",
-        "client_secret" => "",
+        "client_secret" => ::LogStash::Util::Password.new("secret-key"),
         "username" => "",
-        "password" => "",
-        "security_token" => "",
+        "password" => ::LogStash::Util::Password.new("secret-password"),
+        "security_token" => ::LogStash::Util::Password.new("secret-token"),
         "sfdc_object_name" => ""
       }
     end
@@ -35,10 +35,10 @@ RSpec.describe LogStash::Inputs::Salesforce do
       let(:options) do
         {
           "client_id" => "",
-          "client_secret" => "",
+          "client_secret" => ::LogStash::Util::Password.new("secret-key"),
           "username" => "",
-          "password" => "",
-          "security_token" => "",
+          "password" => ::LogStash::Util::Password.new("secret-password"),
+          "security_token" => ::LogStash::Util::Password.new("secret-token"),
           "sfdc_object_name" => "Lead",
           "sfdc_fields" => ["Something"]
         }
@@ -67,10 +67,10 @@ RSpec.describe LogStash::Inputs::Salesforce do
       let(:options) do
         {
           "client_id" => "",
-          "client_secret" => "",
+          "client_secret" => ::LogStash::Util::Password.new("secret-key"),
           "username" => "",
-          "password" => "",
-          "security_token" => "",
+          "password" => ::LogStash::Util::Password.new("secret-password"),
+          "security_token" => ::LogStash::Util::Password.new("secret-token"),
           "sfdc_object_name" => "Lead"
         }
       end
@@ -84,7 +84,7 @@ RSpec.describe LogStash::Inputs::Salesforce do
                                      ["Salutation", "picklist"]] }
       subject { input }
       it "loads the Lead object fields" do
-        VCR.use_cassette("describe_lead_object",:decode_compressed_response => true) do
+        VCR.use_cassette("describe lead object",:decode_compressed_response => true) do
           subject.register
           expect(subject.instance_variable_get(:@sfdc_field_types)).to match_array(expected_types_result)
           expect(subject.instance_variable_get(:@sfdc_fields)).to match_array(expected_fields_result)
@@ -94,10 +94,10 @@ RSpec.describe LogStash::Inputs::Salesforce do
         let(:options) do
           {
             "client_id" => "",
-            "client_secret" => "",
+            "client_secret" => ::LogStash::Util::Password.new("secret-key"),
             "username" => "",
-            "password" => "",
-            "security_token" => "",
+            "password" => ::LogStash::Util::Password.new("secret-password"),
+            "security_token" => ::LogStash::Util::Password.new("secret-token"),
             "sfdc_object_name" => "Lead",
             "sfdc_fields" => ["Id", "IsDeleted", "LastName", "FirstName", "Salutation"],
             "sfdc_filters" => "Email LIKE '%@elastic.co'"
@@ -107,7 +107,7 @@ RSpec.describe LogStash::Inputs::Salesforce do
         subject { input }
         let(:queue) { [] }
         it "loads some lead records" do
-          VCR.use_cassette("load some lead objects",:decode_compressed_response => true) do
+          VCR.use_cassette("load some lead objects", :decode_compressed_response => true) do
             subject.register
             subject.run(queue)
             expect(queue.length).to eq(3)
@@ -137,10 +137,10 @@ RSpec.describe LogStash::Inputs::Salesforce do
       let(:options) do
         {
           "client_id" => "",
-          "client_secret" => "",
+          "client_secret" => ::LogStash::Util::Password.new("secret-key"),
           "username" => "",
-          "password" => "",
-          "security_token" => "",
+          "password" => ::LogStash::Util::Password.new("secret-password"),
+          "security_token" => ::LogStash::Util::Password.new("secret-token"),
           "sfdc_instance_url" => "my-domain.my.salesforce.com",
           "sfdc_object_name" => "Lead"
         }
@@ -155,7 +155,7 @@ RSpec.describe LogStash::Inputs::Salesforce do
                                      ["Salutation", "picklist"]] }
       subject { input }
       it "logs into sfdc instance url" do
-        VCR.use_cassette("login_into_mydomain", :decode_compressed_response => true) do
+        VCR.use_cassette("login into mydomain", :decode_compressed_response => true) do
           subject.register
           expect(subject.instance_variable_get(:@sfdc_field_types)).to match_array(expected_types_result)
           expect(subject.instance_variable_get(:@sfdc_fields)).to match_array(expected_fields_result)
@@ -165,10 +165,10 @@ RSpec.describe LogStash::Inputs::Salesforce do
         let(:options) do
           {
             "client_id" => "",
-            "client_secret" => "",
+            "client_secret" => ::LogStash::Util::Password.new("secret-key"),
             "username" => "",
-            "password" => "",
-            "security_token" => "",
+            "password" => ::LogStash::Util::Password.new("secret-password"),
+            "security_token" => ::LogStash::Util::Password.new("secret-token"),
             "sfdc_instance_url" => "my-domain.my.salesforce.com",
             "sfdc_object_name" => "Lead",
             "use_test_sandbox" => true
@@ -200,10 +200,10 @@ RSpec.describe LogStash::Inputs::Salesforce do
         {
           "api_version" => "52.0",
           "client_id" => "",
-          "client_secret" => "",
+          "client_secret" => ::LogStash::Util::Password.new("secret-key"),
           "username" => "",
-          "password" => "",
-          "security_token" => "",
+          "password" => ::LogStash::Util::Password.new("secret-password"),
+          "security_token" => ::LogStash::Util::Password.new("secret-token"),
           "use_tooling_api" => true,
           "sfdc_object_name" => "ApexTestRunResult"
         }
@@ -211,11 +211,271 @@ RSpec.describe LogStash::Inputs::Salesforce do
       let(:input) { LogStash::Inputs::Salesforce.new(options) }
       subject { input }
       it "should use the Tooling Api Query resource path" do
-        VCR.use_cassette("describe_apex_test_run_result_object",:decode_compressed_response => true) do
+        VCR.use_cassette("describe apex test run result object", :decode_compressed_response => true) do
           subject.register
           expect(subject.send(:client).send(:api_path, "query")).to eq('/services/data/v52.0/tooling/query')
         end
       end
     end
+
+    context "run continuously at interval" do
+      VCR.configure do |config|
+        config.cassette_library_dir = File.join(File.dirname(__FILE__), '..', 'fixtures', 'vcr_cassettes')
+        config.hook_into :webmock
+        config.before_record do |i|
+          if i.response.body.encoding.to_s == 'ASCII-8BIT'
+            # required because sfdc doesn't send back the content encoding and it
+            # confuses the yaml parser
+            json_body = JSON.load(i.response.body.encode("ASCII-8BIT").force_encoding("utf-8"))
+            i.response.body = json_body.to_json
+            i.response.update_content_length_header
+          end
+        end
+      end
+      let(:options) do
+        {
+          "client_id" => "",
+          "client_secret" => ::LogStash::Util::Password.new("secret-key"),
+          "username" => "",
+          "password" => ::LogStash::Util::Password.new("secret-password"),
+          "security_token" => ::LogStash::Util::Password.new("secret-token"),
+          "use_tooling_api" => false,
+          "sfdc_object_name" => "Lead",
+          "sfdc_fields" => ["Id", "IsDeleted", "LastName", "FirstName", "Salutation"],
+          "sfdc_filters" => "Email LIKE '%@elastic.co'",
+          "interval" => 3
+        }
+      end
+      let(:input) { LogStash::Inputs::Salesforce.new(options) }
+      subject { input }
+      let(:queue) { [] }
+      it "loads some lead records" do
+        VCR.use_cassette("load some lead objects twice", :decode_compressed_response => true) do
+          subject.register
+          # Run a background thread to set the stop flag after 7 seconds, i.e. after the second run of the plugin
+          thr = Thread.new {
+            sleep(4)  # more than 3, less than 6
+            subject.do_stop
+          }
+          subject.run(queue)
+          thr.join
+          expect(queue.length).to eq(8) # 3 + 5
+        end
+      end
+    end
+
+    context "run with last modified time from range field file" do
+      VCR.configure do |config|
+        config.cassette_library_dir = File.join(File.dirname(__FILE__), '..', 'fixtures', 'vcr_cassettes')
+        config.hook_into :webmock
+        config.before_record do |i|
+          if i.response.body.encoding.to_s == 'ASCII-8BIT'
+            # required because sfdc doesn't send back the content encoding and it
+            # confuses the yaml parser
+            json_body = JSON.load(i.response.body.encode("ASCII-8BIT").force_encoding("utf-8"))
+            i.response.body = json_body.to_json
+            i.response.update_content_length_header
+          end
+        end
+      end
+      let(:options) do
+        {
+          "client_id" => "",
+          "client_secret" => ::LogStash::Util::Password.new("secret-key"),
+          "username" => "",
+          "password" => ::LogStash::Util::Password.new("secret-password"),
+          "security_token" => ::LogStash::Util::Password.new("secret-token"),
+          "use_tooling_api" => false,
+          "sfdc_object_name" => "Lead",
+          "sfdc_fields" => ["Id", "IsDeleted", "LastName", "FirstName", "Salutation"],
+          "sfdc_filters" => "Email LIKE '%@elastic.co'",
+          "changed_data_filter" => "LastModifiedDate > %{last_tracking_field_value}",
+          "tracking_field_value_file" => "last_tracking_field_value.txt"
+        }
+      end
+      let(:input) { LogStash::Inputs::Salesforce.new(options) }
+      subject { input }
+      let(:queue) { [] }
+      it "loads some lead records modified after 2025-05-07 14:32:17 UTC" do
+        VCR.use_cassette("load some lead objects with lastmodifieddate filter", :decode_compressed_response => true) do
+          subject.register
+          File.write("last_tracking_field_value.txt", "2025-05-07T14:32:17Z")
+          subject.run(queue)
+          expect(queue.length).to eq(3)
+        end
+      end
+    end
+
+    context "run with last modified time from range field file when file doesn't yet exist" do
+      VCR.configure do |config|
+        config.cassette_library_dir = File.join(File.dirname(__FILE__), '..', 'fixtures', 'vcr_cassettes')
+        config.hook_into :webmock
+        config.before_record do |i|
+          if i.response.body.encoding.to_s == 'ASCII-8BIT'
+            # required because sfdc doesn't send back the content encoding and it
+            # confuses the yaml parser
+            json_body = JSON.load(i.response.body.encode("ASCII-8BIT").force_encoding("utf-8"))
+            i.response.body = json_body.to_json
+            i.response.update_content_length_header
+          end
+        end
+      end
+      let(:options) do
+        {
+          "client_id" => "",
+          "client_secret" => ::LogStash::Util::Password.new("secret-key"),
+          "username" => "",
+          "password" => ::LogStash::Util::Password.new("secret-password"),
+          "security_token" => ::LogStash::Util::Password.new("secret-token"),
+          "use_tooling_api" => false,
+          "sfdc_object_name" => "Lead",
+          "sfdc_fields" => ["Id", "IsDeleted", "LastName", "FirstName", "Salutation"],
+          "sfdc_filters" => "Email LIKE '%@elastic.co'",
+          "changed_data_filter" => "LastModifiedDate > %{last_tracking_field_value}",
+          "tracking_field_value_file" => "last_tracking_field_value.txt"
+        }
+      end
+      let(:input) { LogStash::Inputs::Salesforce.new(options) }
+      subject { input }
+      let(:queue) { [] }
+      it "loads some lead records" do
+        VCR.use_cassette("load some lead objects", :decode_compressed_response => true) do
+          subject.register
+          File.exist?("last_tracking_field_value.txt") && File.delete("last_tracking_field_value.txt")
+          subject.run(queue)
+          expect(queue.length).to eq(3)
+        end
+      end
+    end
+
+    context "run with last modified time from range field file with range field" do
+      VCR.configure do |config|
+        config.cassette_library_dir = File.join(File.dirname(__FILE__), '..', 'fixtures', 'vcr_cassettes')
+        config.hook_into :webmock
+        config.before_record do |i|
+          if i.response.body.encoding.to_s == 'ASCII-8BIT'
+            # required because sfdc doesn't send back the content encoding and it
+            # confuses the yaml parser
+            json_body = JSON.load(i.response.body.encode("ASCII-8BIT").force_encoding("utf-8"))
+            i.response.body = json_body.to_json
+            i.response.update_content_length_header
+          end
+        end
+      end
+      let(:options) do
+        {
+          "client_id" => "",
+          "client_secret" => ::LogStash::Util::Password.new("secret-key"),
+          "username" => "",
+          "password" => ::LogStash::Util::Password.new("secret-password"),
+          "security_token" => ::LogStash::Util::Password.new("secret-token"),
+          "use_tooling_api" => false,
+          "sfdc_object_name" => "Lead",
+          "sfdc_fields" => ["Id", "IsDeleted", "LastName", "FirstName", "Salutation"],
+          "sfdc_filters" => "Email LIKE '%@elastic.co'",
+          "tracking_field" => "LastModifiedDate",
+          "changed_data_filter" => "LastModifiedDate > %{last_tracking_field_value}",
+          "tracking_field_value_file" => "last_tracking_field_value.txt"
+        }
+      end
+      let(:input) { LogStash::Inputs::Salesforce.new(options) }
+      subject { input }
+      let(:queue) { [] }
+      it "loads some lead records modified after 2025-05-07 14:32:17 UTC" do
+        VCR.use_cassette("load some lead objects with lastmodifieddate filter order by lastmodifieddate", :decode_compressed_response => true) do
+          subject.register
+          File.write("last_tracking_field_value.txt", "2025-05-07T14:32:17Z")
+          subject.run(queue)
+          expect(queue.length).to eq(3)
+        end
+      end
+    end
+
+    context "run with last modified time from range field file with range field and no other filters" do
+      VCR.configure do |config|
+        config.cassette_library_dir = File.join(File.dirname(__FILE__), '..', 'fixtures', 'vcr_cassettes')
+        config.hook_into :webmock
+        config.before_record do |i|
+          if i.response.body.encoding.to_s == 'ASCII-8BIT'
+            # required because sfdc doesn't send back the content encoding and it
+            # confuses the yaml parser
+            json_body = JSON.load(i.response.body.encode("ASCII-8BIT").force_encoding("utf-8"))
+            i.response.body = json_body.to_json
+            i.response.update_content_length_header
+          end
+        end
+      end
+      let(:options) do
+        {
+          "client_id" => "",
+          "client_secret" => ::LogStash::Util::Password.new("secret-key"),
+          "username" => "",
+          "password" => ::LogStash::Util::Password.new("secret-password"),
+          "security_token" => ::LogStash::Util::Password.new("secret-token"),
+          "use_tooling_api" => false,
+          "sfdc_object_name" => "Lead",
+          "sfdc_fields" => ["Id", "IsDeleted", "LastName", "FirstName", "Salutation"],
+          "tracking_field" => "LastModifiedDate",
+          "changed_data_filter" => "LastModifiedDate > %{last_tracking_field_value}",
+          "tracking_field_value_file" => "last_tracking_field_value.txt"
+        }
+      end
+      let(:input) { LogStash::Inputs::Salesforce.new(options) }
+      subject { input }
+      let(:queue) { [] }
+      it "loads some lead records modified after 2025-05-07 14:32:17 UTC" do
+        VCR.use_cassette("load some lead objects with lastmodifieddate filter order by lastmodifieddate no filters", :decode_compressed_response => true) do
+          subject.register
+          File.write("last_tracking_field_value.txt", "2025-05-07T14:32:17Z")
+          subject.run(queue)
+          expect(queue.length).to eq(3)
+        end
+      end
+    end
+
+    context "run with last modified time from range field file when file doesn't yet exist with range field" do
+      VCR.configure do |config|
+        config.cassette_library_dir = File.join(File.dirname(__FILE__), '..', 'fixtures', 'vcr_cassettes')
+        config.hook_into :webmock
+        config.before_record do |i|
+          if i.response.body.encoding.to_s == 'ASCII-8BIT'
+            # required because sfdc doesn't send back the content encoding and it
+            # confuses the yaml parser
+            json_body = JSON.load(i.response.body.encode("ASCII-8BIT").force_encoding("utf-8"))
+            i.response.body = json_body.to_json
+            i.response.update_content_length_header
+          end
+        end
+      end
+      let(:options) do
+        {
+          "client_id" => "",
+          "client_secret" => ::LogStash::Util::Password.new("secret-key"),
+          "username" => "",
+          "password" => ::LogStash::Util::Password.new("secret-password"),
+          "security_token" => ::LogStash::Util::Password.new("secret-token"),
+          "use_tooling_api" => false,
+          "sfdc_object_name" => "Lead",
+          "sfdc_fields" => ["Id", "IsDeleted", "LastName", "FirstName", "Salutation"],
+          "sfdc_filters" => "Email LIKE '%@elastic.co'",
+          "tracking_field" => "LastModifiedDate",
+          "changed_data_filter" => "LastModifiedDate > %{last_tracking_field_value}",
+          "tracking_field_value_file" => "last_tracking_field_value.txt"
+        }
+      end
+      let(:input) { LogStash::Inputs::Salesforce.new(options) }
+      subject { input }
+      let(:queue) { [] }
+      it "loads some lead records" do
+        VCR.use_cassette("load some lead objects order by lastmodifieddate", :decode_compressed_response => true) do
+          subject.register
+          File.exist?("last_tracking_field_value.txt") && File.delete("last_tracking_field_value.txt")
+          subject.run(queue)
+          expect(queue.length).to eq(3)
+          tracking_field_value = File.read("last_tracking_field_value.txt")
+          expect(tracking_field_value).to eq("2025-05-07T14:32:17Z")
+        end
+      end
+    end
   end
 end