@pipedream/salesforce_rest_api 1.11.4 → 1.11.6

package/actions/search-string/search-string.mjs

@@ -4,7 +4,7 @@ export default {
   key: "salesforce_rest_api-search-string",
   name: "Search Object Records",
   description: "Searches for records in an object using a parameterized search. [See the documentation](https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/resources_search_parameterized_get.htm)",
-  version: "0.0.7",
+  version: "0.0.8",
   annotations: {
     destructiveHint: false,
     openWorldHint: true,
@@ -40,6 +40,13 @@ export default {
       ],
     },
   },
+  methods: {
+    // constructs a url that users can copy into a browser to view the record in Salesforce
+    createBrowserUrl(baseUrl, url) {
+      return `${baseUrl.replace(".my.salesforce.com", ".lightning.force.com")}/lightning/r/${url.match(/sobjects\/([^/]+)\/([^/]+)/).slice(1)
+        .join("/")}/view`;
+    },
+  },
   async run({ $ }) {
     const {
       sobjectType,
@@ -56,6 +63,7 @@ export default {
       },
     });
     const resultsFound = response.searchRecords.length;
+    const baseUrl = this.salesforce._baseApiUrl();
     response.searchRecords = response.searchRecords.map((record) => {
       const url = record?.attributes?.url;
       if (!url) return record;
@@ -63,7 +71,8 @@ export default {
         ...record,
         attributes: {
           ...record.attributes,
-          url: `${this.salesforce._baseApiUrl()}${url}`,
+          url: `${baseUrl}${url}`, // api url
+          browserUrl: this.createBrowserUrl(baseUrl, url),
         },
       };
     });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/salesforce_rest_api",
-  "version": "1.11.4",
+  "version": "1.11.6",
   "description": "Pipedream Salesforce (REST API) Components",
   "main": "salesforce_rest_api.app.mjs",
   "keywords": [
@@ -11,7 +11,7 @@
   "author": "Pipedream <support@pipedream.com> (https://pipedream.com/)",
   "dependencies": {
     "@pipedream/platform": "^3.1.1",
-    "fast-xml-parser": "^5.3.4",
+    "fast-xml-parser": "^5.3.6",
     "handlebars": "^4.7.7",
     "lodash": "^4.17.23",
     "lodash-es": "^4.17.23",

package/sources/case-updated-instant/case-updated-instant.mjs

@@ -7,7 +7,7 @@ export default {
   name: "Case Updated (Instant, of Selectable Type)",
   key: "salesforce_rest_api-case-updated-instant",
   description: "Emit new event when a case is updated. [See the documentation](https://sforce.co/3yPSJZy)",
-  version: "0.0.7",
+  version: "0.0.8",
   props: {
     salesforce: common.props.salesforce,
     db: "$.service.db",

package/sources/common/common-updated-record.mjs

@@ -15,8 +15,10 @@ export default {
       if (!this.skipFirstRun) {
         const { recentItems } = await this.salesforce.listSObjectTypeIds(objectType);
         const ids = recentItems.map((item) => item.Id);
+
         for (const id of ids.slice(-25)) {
           const object = await this.salesforce.getSObject(objectType, id);
+
           const event = {
             body: {
               "New": object,
@@ -65,6 +67,89 @@ export default {
   },
   methods: {
     ...common.methods,
+    getHistoryObjectName(objectType) {
+      if (objectType.endsWith("__c")) {
+        return objectType.replace(/__c$/, "__History");
+      }
+      return `${objectType}History`;
+    },
+    getHistoryParentIdField(objectType) {
+      if (objectType.endsWith("__c")) {
+        return "ParentId";
+      }
+      return `${objectType}Id`;
+    },
+    async queryFieldHistory({
+      objectType, recordIds, fields, startTimestamp,
+    }) {
+      if (!recordIds?.length || !fields?.length) {
+        return new Set();
+      }
+
+      const validFields = fields.filter((f) => /^[a-zA-Z_]\w*$/.test(f));
+      if (!validFields.length) {
+        return new Set();
+      }
+
+      const historyObjectName = this.getHistoryObjectName(objectType);
+      const parentIdField = this.getHistoryParentIdField(objectType);
+      const fieldList = validFields.map((f) => `'${f}'`).join(", ");
+
+      const BATCH_SIZE = 200;
+      const recordsWithChanges = new Set();
+      let totalHistoryRecords = 0;
+      let successfulBatches = 0;
+      let failedBatches = 0;
+      const totalBatches = Math.ceil(recordIds.length / BATCH_SIZE);
+
+      for (let i = 0; i < recordIds.length; i += BATCH_SIZE) {
+        const batch = recordIds.slice(i, i + BATCH_SIZE);
+        const recordIdList = batch.map((id) => `'${id}'`).join(", ");
+        const batchNumber = Math.floor(i / BATCH_SIZE) + 1;
+
+        const query = `
+          SELECT ${parentIdField}, Field, OldValue, NewValue, CreatedDate
+          FROM ${historyObjectName}
+          WHERE ${parentIdField} IN (${recordIdList})
+            AND Field IN (${fieldList})
+            AND CreatedDate >= ${startTimestamp}
+          ORDER BY CreatedDate DESC
+        `;
+
+        try {
+          const { records } = await this.query({
+            query,
+          });
+
+          totalHistoryRecords += records.length;
+          for (const record of records) {
+            recordsWithChanges.add(record[parentIdField]);
+          }
+          successfulBatches++;
+        } catch (err) {
+          failedBatches++;
+          console.log(`Field history query batch ${batchNumber}/${totalBatches} failed for ${historyObjectName}: ${err.message}`);
+        }
+      }
+
+      // If all batches failed, fall back to emitting all records
+      if (successfulBatches === 0) {
+        console.log("All field history query batches failed.");
+        console.log("This usually means field history tracking is not enabled for this object or the selected fields.");
+        console.log("To enable field history tracking in Salesforce:");
+        console.log("1. Go to Setup → Object Manager → [Your Object] → Fields & Relationships");
+        console.log("2. Click 'Set History Tracking' and select the fields you want to track");
+        console.log("Falling back to emitting all updated records without field filtering.");
+        return null;
+      }
+
+      if (failedBatches > 0) {
+        console.log(`Warning: ${failedBatches}/${totalBatches} batches failed, results may be incomplete`);
+      }
+
+      console.log(`Field history query found ${totalHistoryRecords} change(s) for ${recordsWithChanges.size} record(s)`);
+      return recordsWithChanges;
+    },
     generateWebhookMeta(data) {
       const nameField = this.getNameField();
       const { New: newObject } = data.body;
@@ -157,9 +242,10 @@ export default {
 
       const fieldName = getNameField();
       const columns = getObjectTypeColumns();
+      const objectType = this.getObjectType();
 
       const events = await paginate({
-        objectType: this.getObjectType(),
+        objectType,
         startTimestamp,
         endTimestamp,
         columns,
@@ -177,7 +263,42 @@ export default {
       latestDateCovered.setSeconds(0);
       setLatestDateCovered(latestDateCovered.toISOString());
 
-      Array.from(events)
+      const { fields } = this;
+
+      if (!fields?.length) {
+        Array.from(events)
+          .reverse()
+          .forEach((item) => {
+            const meta = generateTimerMeta(item, fieldName);
+            emit(item, meta);
+          });
+        return;
+      }
+
+      const recordIds = events.map((event) => event.Id);
+      const recordsWithFieldChanges = await this.queryFieldHistory({
+        objectType,
+        recordIds,
+        fields,
+        startTimestamp,
+      });
+
+      if (recordsWithFieldChanges === null) {
+        console.log("Emitting all updated records due to field history unavailability");
+        Array.from(events)
+          .reverse()
+          .forEach((item) => {
+            const meta = generateTimerMeta(item, fieldName);
+            emit(item, meta);
+          });
+        return;
+      }
+
+      const filteredEvents = events.filter((item) => recordsWithFieldChanges.has(item.Id));
+
+      console.log(`Filtered ${events.length} updated records to ${filteredEvents.length} with watched field changes`);
+
+      Array.from(filteredEvents)
         .reverse()
         .forEach((item) => {
           const meta = generateTimerMeta(item, fieldName);

package/sources/email-template-updated-instant/email-template-updated-instant.mjs

@@ -7,7 +7,7 @@ export default {
   name: "Email Template Updated (Instant, of Selectable Type)",
   key: "salesforce_rest_api-email-template-updated-instant",
   description: "Emit new event when an email template is updated. [See the documentation](https://sforce.co/3yPSJZy)",
-  version: "0.0.7",
+  version: "0.0.8",
   props: {
     salesforce: common.props.salesforce,
     db: "$.service.db",

package/sources/knowledge-article-updated-instant/knowledge-article-updated-instant.mjs

@@ -7,7 +7,7 @@ export default {
   name: "Knowledge Article Updated (Instant, of Selectable Type)",
   key: "salesforce_rest_api-knowledge-article-updated-instant",
   description: "Emit new event when a knowledge article is updated. [See the documentation](https://sforce.co/3yPSJZy)",
-  version: "0.0.7",
+  version: "0.0.8",
   props: {
     salesforce: common.props.salesforce,
     db: "$.service.db",

package/sources/new-case-instant/new-case-instant.mjs

@@ -7,7 +7,7 @@ export default {
   name: "New Case (Instant, of Selectable Type)",
   key: "salesforce_rest_api-new-case-instant",
   description: "Emit new event when a case is created. [See the documentation](https://sforce.co/3yPSJZy)",
-  version: "0.0.7",
+  version: "0.0.8",
   props: {
     salesforce: common.props.salesforce,
     db: "$.service.db",

package/sources/new-email-template-instant/new-email-template-instant.mjs

@@ -7,7 +7,7 @@ export default {
   name: "New Email Template (Instant, of Selectable Type)",
   key: "salesforce_rest_api-new-email-template-instant",
   description: "Emit new event when an email template is created. [See the documentation](https://sforce.co/3yPSJZy)",
-  version: "0.0.7",
+  version: "0.0.8",
   props: {
     salesforce: common.props.salesforce,
     db: "$.service.db",

package/sources/new-knowledge-article-instant/new-knowledge-article-instant.mjs

@@ -7,7 +7,7 @@ export default {
   name: "New Knowledge Article (Instant, of Selectable Type)",
   key: "salesforce_rest_api-new-knowledge-article-instant",
   description: "Emit new event when a knowledge article is created. [See the documentation](https://sforce.co/3yPSJZy)",
-  version: "0.0.7",
+  version: "0.0.8",
   props: {
     salesforce: common.props.salesforce,
     db: "$.service.db",

package/sources/new-outbound-message/new-outbound-message.mjs

@@ -6,7 +6,7 @@ export default {
   name: "New Outbound Message (Instant)",
   key: "salesforce_rest_api-new-outbound-message",
   description: "Emit new event when a new outbound message is received in Salesforce.",
-  version: "0.1.12",
+  version: "0.1.13",
   dedupe: "unique",
   props: {
     db: "$.service.db",

package/sources/new-record-instant/new-record-instant.mjs

@@ -6,7 +6,7 @@ export default {
   name: "New Record (Instant, of Selectable Type)",
   key: "salesforce_rest_api-new-record-instant",
   description: "Emit new event when a record of the selected object type is created. [See the documentation](https://sforce.co/3yPSJZy)",
-  version: "0.2.7",
+  version: "0.2.8",
   props: {
     ...common.props,
     fieldsToObtain: {

package/sources/record-deleted-instant/record-deleted-instant.mjs

@@ -7,7 +7,7 @@ export default {
   name: "New Deleted Record (Instant, of Selectable Type)",
   key: "salesforce_rest_api-record-deleted-instant",
   description: "Emit new event when a record of the selected object type is deleted. [See the documentation](https://sforce.co/3msDDEE)",
-  version: "0.1.6",
+  version: "0.1.7",
   methods: {
     ...common.methods,
     generateWebhookMeta(data) {

package/sources/record-updated-instant/record-updated-instant.mjs

@@ -7,7 +7,7 @@ export default {
   name: "New Updated Record (Instant, of Selectable Type)",
   key: "salesforce_rest_api-record-updated-instant",
   description: "Emit new event when a record of the selected type is updated. [See the documentation](https://sforce.co/3yPSJZy)",
-  version: "0.2.7",
+  version: "0.2.8",
   props: {
     ...common.props,
     fields: {