@pipedream/salesforce_rest_api 1.14.0 → 1.14.1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/salesforce_rest_api",
-  "version": "1.14.0",
+  "version": "1.14.1",
   "description": "Pipedream Salesforce (REST API) Components",
   "main": "salesforce_rest_api.app.mjs",
   "keywords": [

package/sources/case-updated-instant/case-updated-instant.mjs

@@ -7,7 +7,7 @@ export default {
   name: "Case Updated (Instant, of Selectable Type)",
   key: "salesforce_rest_api-case-updated-instant",
   description: "Emit new event when a case is updated. [See the documentation](https://sforce.co/3yPSJZy)",
-  version: "0.0.10",
+  version: "0.0.11",
   props: {
     salesforce: common.props.salesforce,
     db: "$.service.db",

package/sources/common/common-feed.mjs

@@ -43,24 +43,29 @@ export default {
       const nameField = await this.salesforce.getNameFieldForObjectType(objectType);
       this.setNameField(nameField);
 
-      const extraConditions = await this._buildExtraConditions();
-      const { records } = await this.query({
-        query: `SELECT Id FROM ${objectType} WHERE Id != null ${extraConditions} ORDER BY CreatedDate DESC LIMIT ${DEPLOY_HISTORICAL_LIMIT}`,
-      });
+      try {
+        const extraConditions = await this._buildExtraConditions();
+        const { records } = await this.query({
+          query: `SELECT Id FROM ${objectType} WHERE Id != null ${extraConditions} ORDER BY CreatedDate DESC LIMIT ${DEPLOY_HISTORICAL_LIMIT}`,
+        });
 
-      // Emit oldest-first so historical events are delivered chronologically,
-      // matching the timer polling path.
-      for (const record of [
-        ...records,
-      ].reverse()) {
-        const object = await this.salesforce.getSObject(objectType, record.Id);
-        const event = {
-          body: {
-            "New": object,
-            "UserId": record.Id,
-          },
-        };
-        await this.processWebhookEvent(event);
+        // Emit oldest-first so historical events are delivered chronologically,
+        // matching the timer polling path.
+        for (const record of [
+          ...records,
+        ].reverse()) {
+          const object = await this.salesforce.getSObject(objectType, record.Id);
+          const event = {
+            body: {
+              "New": object,
+              "UserId": record.Id,
+            },
+          };
+          await this.processWebhookEvent(event);
+        }
+      } catch (err) {
+        console.log("Error seeding historical records during deploy:", err);
+        console.log("The source will still be created and will emit new records going forward.");
       }
     },
   },

package/sources/common/common-new-record.mjs

@@ -1,6 +1,7 @@
 import startCase from "lodash/startCase.js";
 import { v4 as uuidv4 } from "uuid";
 import common from "../common/common.mjs";
+import constants from "../../common/constants.mjs";
 
 export default {
   ...common,
@@ -12,17 +13,24 @@ export default {
       this.setNameField(nameField);
 
       // emit historical events
-      const { recentItems } = await this.salesforce.listSObjectTypeIds(objectType);
-      const ids = recentItems.map((item) => item.Id);
-      for (const id of ids.slice(-25)) {
-        const object = await this.salesforce.getSObject(objectType, id);
-        const event = {
-          body: {
-            "New": object,
-            "UserId": id,
-          },
-        };
-        this.processWebhookEvent(event);
+      try {
+        const { records } = await this.query({
+          query: `SELECT Id FROM ${objectType} ORDER BY ${constants.FIELD_NAME.CREATED_DATE} DESC LIMIT ${constants.DEPLOY_HISTORICAL_LIMIT}`,
+        });
+        const ids = records.map((r) => r.Id);
+        for (const id of ids.slice(-constants.DEPLOY_HISTORICAL_LIMIT).reverse()) {
+          const object = await this.salesforce.getSObject(objectType, id);
+          const event = {
+            body: {
+              "New": object,
+              "UserId": id,
+            },
+          };
+          this.processWebhookEvent(event);
+        }
+      } catch (err) {
+        console.log("Error seeding historical records during deploy:", err);
+        console.log("The source will still be created and will emit new records going forward.");
       }
     },
     async activate() {

package/sources/common/common-updated-record.mjs

@@ -13,20 +13,27 @@ export default {
       this.setNameField(nameField);
 
       if (!this.skipFirstRun) {
-        const { recentItems } = await this.salesforce.listSObjectTypeIds(objectType);
-        const ids = recentItems.map((item) => item.Id);
-
-        for (const id of ids.slice(-25)) {
-          const object = await this.salesforce.getSObject(objectType, id);
-
-          const event = {
-            body: {
-              "New": object,
-              "UserId": id,
-            },
-          };
-          const meta = this.generateWebhookMeta(event);
-          this.$emit(event.body, meta);
+        try {
+          const { records } = await this.query({
+            query: `SELECT Id FROM ${objectType} ORDER BY ${constants.FIELD_NAME.LAST_MODIFIED_DATE} DESC LIMIT ${constants.DEPLOY_HISTORICAL_LIMIT}`,
+          });
+          const ids = records.map((r) => r.Id);
+
+          for (const id of ids.slice(-constants.DEPLOY_HISTORICAL_LIMIT).reverse()) {
+            const object = await this.salesforce.getSObject(objectType, id);
+
+            const event = {
+              body: {
+                "New": object,
+                "UserId": id,
+              },
+            };
+            const meta = this.generateWebhookMeta(event);
+            this.$emit(event.body, meta);
+          }
+        } catch (err) {
+          console.log("Error seeding historical records during deploy:", err);
+          console.log("The source will still be created and will emit updated records going forward.");
         }
       }
     },

package/sources/common/common.mjs

@@ -89,9 +89,18 @@ export default {
       this.db.set("latestDateCovered", latestDateCovered);
     },
     getNameField() {
-      return this.db.get("nameField");
+      // Cache in memory for the lifetime of this execution. The deploy hook emits
+      // up to DEPLOY_HISTORICAL_LIMIT historical events, each building meta via
+      // getNameField(); without this the db is read once per event (e.g. 25x).
+      if (this._nameField === undefined) {
+        this._nameField = this.db.get("nameField");
+      }
+      return this._nameField;
     },
     setNameField(nameField) {
+      // Keep the in-memory cache coherent with the persisted value so a read after
+      // a write doesn't fall back to db.get.
+      this._nameField = nameField;
       this.db.set("nameField", nameField);
     },
     processTimerEvent() {

package/sources/email-template-updated-instant/email-template-updated-instant.mjs

@@ -7,7 +7,7 @@ export default {
   name: "Email Template Updated (Instant, of Selectable Type)",
   key: "salesforce_rest_api-email-template-updated-instant",
   description: "Emit new event when an email template is updated. [See the documentation](https://sforce.co/3yPSJZy)",
-  version: "0.0.10",
+  version: "0.0.11",
   props: {
     salesforce: common.props.salesforce,
     db: "$.service.db",

package/sources/knowledge-article-updated-instant/knowledge-article-updated-instant.mjs

@@ -7,7 +7,7 @@ export default {
   name: "Knowledge Article Updated (Instant, of Selectable Type)",
   key: "salesforce_rest_api-knowledge-article-updated-instant",
   description: "Emit new event when a knowledge article is updated. [See the documentation](https://sforce.co/3yPSJZy)",
-  version: "0.0.10",
+  version: "0.0.11",
   props: {
     salesforce: common.props.salesforce,
     db: "$.service.db",

package/sources/new-case-instant/new-case-instant.mjs

@@ -7,7 +7,7 @@ export default {
   name: "New Case (Instant, of Selectable Type)",
   key: "salesforce_rest_api-new-case-instant",
   description: "Emit new event when a case is created. [See the documentation](https://sforce.co/3yPSJZy)",
-  version: "0.0.10",
+  version: "0.0.11",
   props: {
     salesforce: common.props.salesforce,
     db: "$.service.db",

package/sources/new-email-template-instant/new-email-template-instant.mjs

@@ -7,7 +7,7 @@ export default {
   name: "New Email Template (Instant, of Selectable Type)",
   key: "salesforce_rest_api-new-email-template-instant",
   description: "Emit new event when an email template is created. [See the documentation](https://sforce.co/3yPSJZy)",
-  version: "0.0.10",
+  version: "0.0.11",
   props: {
     salesforce: common.props.salesforce,
     db: "$.service.db",

package/sources/new-feed-comment/new-feed-comment.mjs

@@ -12,7 +12,7 @@ export default {
   name: "New Chatter Feed Comment (Instant or Polling)",
   key: "salesforce_rest_api-new-feed-comment",
   description: "Emit new events for each Chatter FeedComment (reply) created in Salesforce, polling `FeedComment` via SOQL on `CreatedDate`. Use this to react to comments on Chatter posts, since Chatter activity does not update the parent record's `LastModifiedDate`. The payload includes both `ParentId` (a polymorphic reference to the feed's parent - either a record feed, e.g. a Case ID starting with `500`, or a User feed) and `FeedItemId` (the ID of the FeedItem the comment belongs to) - these are distinct fields; do not confuse them. Set `parentObjectType` to a parent object API name (e.g. `Case`) to append `AND Parent.Type = '<value>'` to the SOQL WHERE clause. Set `excludeSelf` to `true` to drop comments authored by the connected integration user. Note: querying FeedComment without a parent filter requires the `View All Data` permission on the connected user. Attempts instant delivery via webhook and falls back to timer polling automatically. [See the documentation](https://developer.salesforce.com/docs/atlas.en-us.object_reference.meta/object_reference/sforce_api_objects_feedcomment.htm)",
-  version: "0.0.2",
+  version: "0.0.3",
   props: {
     ...common.props,
     parentObjectType: {

package/sources/new-feed-item/new-feed-item.mjs

@@ -12,7 +12,7 @@ export default {
   name: "New Chatter Feed Item (Instant or Polling)",
   key: "salesforce_rest_api-new-feed-item",
   description: "Emit new events for each Chatter FeedItem (post) created in Salesforce, polling `FeedItem` via SOQL on `CreatedDate`. Use this to react to Chatter posts on Cases and other records, since Chatter activity does not update the parent record's `LastModifiedDate` (so **New Record (Instant, of Selectable Type)** and **New Case (Instant, of Selectable Type)** never emit for it). Set `parentObjectType` to the parent object's API name (e.g. `Case`, `Opportunity`) to only emit posts whose parent record is of that type. Set `excludeSelf` to `true` to drop posts authored by the connected integration user. Note: `Body` is null for system-generated post types (e.g. `TrackedChange`). Attempts instant delivery via webhook and falls back to timer polling automatically when the Streaming API does not support this object. [See the documentation](https://developer.salesforce.com/docs/atlas.en-us.object_reference.meta/object_reference/sforce_api_objects_feeditem.htm)",
-  version: "0.0.2",
+  version: "0.0.3",
   props: {
     ...common.props,
     parentObjectType: {

package/sources/new-knowledge-article-instant/new-knowledge-article-instant.mjs

@@ -7,7 +7,7 @@ export default {
   name: "New Knowledge Article (Instant, of Selectable Type)",
   key: "salesforce_rest_api-new-knowledge-article-instant",
   description: "Emit new event when a knowledge article is created. [See the documentation](https://sforce.co/3yPSJZy)",
-  version: "0.0.10",
+  version: "0.0.11",
   props: {
     salesforce: common.props.salesforce,
     db: "$.service.db",

package/sources/new-record-instant/new-record-instant.mjs

@@ -6,7 +6,7 @@ export default {
   name: "New Record (Instant, of Selectable Type)",
   key: "salesforce_rest_api-new-record-instant",
   description: "Emit new event when a record of the selected object type is created. [See the documentation](https://sforce.co/3yPSJZy)",
-  version: "0.2.10",
+  version: "0.2.11",
   props: {
     ...common.props,
     fieldsToObtain: {

package/sources/record-deleted-instant/record-deleted-instant.mjs

@@ -7,7 +7,7 @@ export default {
   name: "New Deleted Record (Instant, of Selectable Type)",
   key: "salesforce_rest_api-record-deleted-instant",
   description: "Emit new event when a record of the selected object type is deleted. [See the documentation](https://sforce.co/3msDDEE)",
-  version: "0.1.9",
+  version: "0.1.10",
   methods: {
     ...common.methods,
     generateWebhookMeta(data) {

package/sources/record-updated-instant/record-updated-instant.mjs

@@ -7,7 +7,7 @@ export default {
   name: "New Updated Record (Instant, of Selectable Type)",
   key: "salesforce_rest_api-record-updated-instant",
   description: "Emit new event when a record of the selected type is updated. [See the documentation](https://sforce.co/3yPSJZy)",
-  version: "0.2.10",
+  version: "0.2.11",
   props: {
     ...common.props,
     fields: {