@pipedream/salesforce_rest_api 1.0.2 → 1.0.4

package/actions/add-contact-to-campaign/add-contact-to-campaign.mjs

@@ -12,7 +12,7 @@ export default {
     See [Event SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_campaignmember.htm)
     and [Create Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_sobject_create.htm)
   `),
-  version: "0.0.4",
+  version: "0.0.5",
   type: "action",
   props: {
     salesForceRestApi,

package/actions/add-lead-to-campaign/add-lead-to-campaign.mjs

@@ -12,7 +12,7 @@ export default {
     See [Event SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_campaignmember.htm)
     and [Create Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_sobject_create.htm)
   `),
-  version: "0.0.4",
+  version: "0.0.5",
   type: "action",
   props: {
     salesForceRestApi,

package/actions/convert-soap-xml-to-json/convert-soap-xml-to-json.mjs

@@ -5,7 +5,7 @@ export default {
   key: "salesforce_rest_api-convert-soap-xml-to-json",
   name: "Convert SOAP XML Object to JSON",
   description: "Converts a SOAP XML Object received from Salesforce to JSON",
-  version: "0.0.3",
+  version: "0.0.4",
   type: "action",
   props: {
     salesforce_rest_api,

package/actions/create-account/create-account.mjs

@@ -17,7 +17,7 @@ export default {
     See [Account SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_account.htm)
     and [Create Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_sobject_create.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/create-attachment/create-attachment.mjs

@@ -16,7 +16,7 @@ export default {
     See [Attachment SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_attachment.htm)
     and [Create Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_sobject_create.htm)
   `),
-  version: "0.3.5",
+  version: "0.3.6",
   type: "action",
   props: {
     salesforce,

package/actions/create-campaign/create-campaign.mjs

@@ -16,7 +16,7 @@ export default {
     See [Campaign SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_campaign.htm)
     and [Create Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_sobject_create.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/create-case/create-case.mjs

@@ -16,7 +16,7 @@ export default {
     See [Case SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_case.htm)
     and [Create Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_sobject_create.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/create-casecomment/create-casecomment.mjs

@@ -16,7 +16,7 @@ export default {
     See [CaseComment SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_casecomment.htm)
     and [Create Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_sobject_create.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/create-contact/create-contact.mjs

@@ -16,7 +16,7 @@ export default {
     See [Contact SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_contact.htm)
     and [Create Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_sobject_create.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/create-event/create-event.mjs

@@ -11,7 +11,7 @@ export default {
     See [Event SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_event.htm)
     and [Create Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_sobject_create.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/create-lead/create-lead.mjs

@@ -16,7 +16,7 @@ export default {
     See [Lead SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_lead.htm)
     and [Create Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_sobject_create.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/create-note/create-note.mjs

@@ -16,7 +16,7 @@ export default {
     See [Note SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_note.htm)
     and [Create Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_sobject_create.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/create-opportunity/create-opportunity.mjs

@@ -16,7 +16,7 @@ export default {
     See [Opportunity SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_opportunity.htm)
     and [Create Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_sobject_create.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/create-record/create-record.mjs

@@ -8,7 +8,7 @@ export default {
     Create new records of a given resource.
     See [docs](https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/dome_sobject_create.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/create-task/create-task.mjs

@@ -16,7 +16,7 @@ export default {
     See [Task SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_task.htm)
     and [Create Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_sobject_create.htm)
   `),
-  version: "0.3.5",
+  version: "0.3.6",
   type: "action",
   props: {
     salesforce,

package/actions/delete-opportunity/delete-opportunity.mjs

@@ -9,7 +9,7 @@ export default {
     See [Opportunity SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_opportunity.htm)
     and [Delete Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_delete_record.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/delete-record/delete-record.mjs

@@ -5,7 +5,7 @@ export default {
   name: "Delete a Record in an Object",
   description:
     "Deletes an existing record in an object. [API Doc](https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/dome_query.htm)",
-  version: "0.1.3",
+  version: "0.1.4",
   type: "action",
   props: {
     salesForceRestApi,

package/actions/find-create-record/find-create-record.mjs

@@ -6,7 +6,7 @@ export default {
   name: "Get Field Values from Object Record and optionally create one is none is found. ",
   description:
     "Finds a specified Salesforce record by a field. Optionally, create one if none is found. [API Docs](https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/dome_get_field_values.htm)",
-  version: "0.1.3",
+  version: "0.1.4",
   type: "action",
   props: {
     salesForceRestApi,

package/actions/find-records/find-records.mjs

@@ -5,7 +5,7 @@ export default {
   name: "Get Object Records",
   description:
     "Retrieves all records in an object or a record in an object by the given ID or criteria. [API Doc](https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/dome_get_field_values.htm)",
-  version: "0.1.3",
+  version: "0.1.4",
   type: "action",
   props: {
     salesForceRestApi,

package/actions/get-sobject-fields-values/get-sobject-fields-values.mjs

@@ -8,7 +8,7 @@ export default {
     Retrieve field values from a record. You can specify the fields you want to retrieve.
     See [docs](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_get_field_values.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/insert-blob-data/insert-blob-data.mjs

@@ -8,7 +8,7 @@ export default {
     Inserts blob data in Salesforce standard objects.
     See [docs](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_sobject_insert_update_blob.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/post-feed-to-chatter/post-feed-to-chatter.mjs

@@ -8,7 +8,7 @@ export default {
     Posts a message to the Chatter Feed.
     [See doc](https://developer.salesforce.com/docs/atlas.en-us.chatterapi.meta/chatterapi/quickreference_post_feed_item.htm)
   `),
-  version: "0.0.4",
+  version: "0.0.5",
   type: "action",
   props: {
     salesForceRestApi,

package/actions/soql-search/soql-search.mjs

@@ -8,7 +8,7 @@ export default {
     Executes a SOQL query.
     See [docs](https://developer.salesforce.com/docs/atlas.en-us.soql_sosl.meta/soql_sosl/sforce_api_calls_soql.htm)
   `),
-  version: "0.2.6",
+  version: "0.2.7",
   type: "action",
   props: {
     salesforce,

package/actions/sosl-search/sosl-search.mjs

@@ -8,7 +8,7 @@ export default {
     Executes the specified SOSL search.
     See [docs](https://developer.salesforce.com/docs/atlas.en-us.soql_sosl.meta/soql_sosl/sforce_api_calls_sosl.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/update-account/update-account.mjs

@@ -17,7 +17,7 @@ export default {
     See [Account SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_account.htm)
     and [Update Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_update_fields.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/update-contact/update-contact.mjs

@@ -16,7 +16,7 @@ export default {
     See [Contact SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_contact.htm)
     and [Update Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_update_fields.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/update-opportunity/update-opportunity.mjs

@@ -16,7 +16,7 @@ export default {
     See [Opportunity SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_opportunity.htm)
     and [Update Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_update_fields.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/update-record/update-record.mjs

@@ -8,7 +8,7 @@ export default {
     Updates a record of a given resource.
     [See docs here](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_update_fields.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/common/constants.mjs

@@ -33,4 +33,8 @@ export default {
     CAMPAIGN_MEMBER: "CampaignMember",
     LEAD: "Lead",
   },
+  FIELD_NAME: {
+    CREATED_DATE: "CreatedDate",
+    LAST_MODIFIED_DATE: "LastModifiedDate",
+  },
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/salesforce_rest_api",
-  "version": "1.0.2",
+  "version": "1.0.4",
   "description": "Pipedream Salesforce (REST API) Components",
   "main": "salesforce_rest_api.app.mjs",
   "keywords": [

package/salesforce_rest_api.app.mjs

@@ -1,6 +1,4 @@
 import { axios } from "@pipedream/platform";
-import salesforceWebhooks from "salesforce-webhooks";
-const { SalesforceClient } = salesforceWebhooks;
 
 export default {
   type: "app",
@@ -23,14 +21,21 @@ export default {
       type: "string",
       label: "SObject Type",
       description: "Standard object type of the record to get field values from",
-      async options() {
+      async options({
+        page,
+        filter = this.isValidSObject,
+        mapper =  ({
+          label, name: value,
+        }) => ({
+          label,
+          value,
+        }),
+      }) {
+        if (page !== 0) {
+          return [];
+        }
         const { sobjects } = await this.listSObjectTypes();
-        return sobjects
-          .filter(this.isValidSObject)
-          .map((sobject) => ({
-            label: sobject.label,
-            value: sobject.name,
-          }));
+        return sobjects.filter(filter).map(mapper);
       },
     },
     field: {
@@ -175,14 +180,6 @@ export default {
       // Remove milliseconds from date ISO string
       return dateString.replace(/\.[0-9]{3}/, "");
     },
-    _getSalesforceClient() {
-      const clientOpts = {
-        apiVersion: this._apiVersion(),
-        authToken: this._authToken(),
-        instance: this._subdomain(),
-      };
-      return new SalesforceClient(clientOpts);
-    },
     isValidSObject(sobject) {
       // Only the activity of those SObject types that have the `replicateable`
       // flag set is published via the `getUpdated` API.
@@ -196,21 +193,6 @@ export default {
         sobject.name.includes("History")
       );
     },
-    async createWebhook(endpointUrl, sObjectType, event, secretToken, opts) {
-      const client = this._getSalesforceClient();
-      const webhookOpts = {
-        endpointUrl,
-        sObjectType,
-        event,
-        secretToken,
-        ...opts,
-      };
-      return client.createWebhook(webhookOpts);
-    },
-    async deleteWebhook(webhookData) {
-      const client = this._getSalesforceClient();
-      return client.deleteWebhook(webhookData);
-    },
     async listSObjectTypes() {
       const url = this._sObjectsApiUrl();
       return this._makeRequest({
@@ -226,6 +208,7 @@ export default {
     async getNameFieldForObjectType(objectType) {
       const url = this._sObjectTypeDescriptionApiUrl(objectType);
       const data = await this._makeRequest({
+        debug: true,
         url,
       });
       const nameField = data.fields.find((f) => f.nameField);

package/sources/common-instant.mjs

@@ -1,6 +1,8 @@
 import { v4 as uuidv4 } from "uuid";
-
 import salesforce from "../salesforce_rest_api.app.mjs";
+import salesforceWebhooks from "salesforce-webhooks";
+
+const { SalesforceClient } = salesforceWebhooks;
 
 export default {
   dedupe: "unique",
@@ -31,19 +33,17 @@ export default {
       const secretToken = uuidv4();
       let webhookData;
       try {
-        webhookData = await this.salesforce.createWebhook(
-          this.http.endpoint,
-          this.objectType,
-          this.getEventType(),
+        webhookData = await this.createWebhook({
+          endpointUrl: this.http.endpoint,
+          sObjectType: this.objectType,
+          event: this.getEventType(),
           secretToken,
-          {
-            fieldsToCheck: this.getFieldsToCheck(),
-            fieldsToCheckMode: this.getFieldsToCheckMode(),
-            skipValidation: true, // neccessary for custom objects
-          },
-        );
+          fieldsToCheck: this.getFieldsToCheck(),
+          fieldsToCheckMode: this.getFieldsToCheckMode(),
+          skipValidation: true, // neccessary for custom objects
+        });
       } catch (err) {
-        console.log("Create webhook error:", err.response?.data ?? err);
+        console.log("Create webhook error:", err);
         throw err;
       }
       this._setSecretToken(secretToken);
@@ -52,10 +52,26 @@ export default {
     async deactivate() {
       // Create the webhook from the Salesforce platform
       const webhookData = this._getWebhookData();
-      await this.salesforce.deleteWebhook(webhookData);
+      await this.deleteWebhook(webhookData);
     },
   },
   methods: {
+    getClient() {
+      const { salesforce } = this;
+      return new SalesforceClient({
+        apiVersion: salesforce._apiVersion(),
+        authToken: salesforce._authToken(),
+        instance: salesforce._subdomain(),
+      });
+    },
+    createWebhook(args = {}) {
+      const client = this.getClient();
+      return client.createWebhook(args);
+    },
+    deleteWebhook(args = {}) {
+      const client = this.getClient();
+      return client.deleteWebhook(args);
+    },
     _getSecretToken() {
       return this.db.get("secretToken");
     },

package/sources/common.mjs

@@ -1,5 +1,6 @@
 import { DEFAULT_POLLING_SOURCE_TIMER_INTERVAL } from "@pipedream/platform";
 import salesforce from "../salesforce_rest_api.app.mjs";
+import constants from "../common/constants.mjs";
 
 export default {
   dedupe: "unique",
@@ -36,6 +37,12 @@ export default {
     },
   },
   methods: {
+    getObjectTypeColumns() {
+      return this.db.get("columns") ?? [];
+    },
+    setObjectTypeColumns(columns) {
+      this.db.set("columns", columns);
+    },
     getLatestDateCovered() {
       return this.db.get("latestDateCovered");
     },
@@ -51,72 +58,65 @@ export default {
     processEvent() {
       throw new Error("processEvent is not implemented");
     },
-    chunkArray(array, chunkSize = 25) {
-      return array.reduce((chunks, item, index) => {
-        const chunkIndex = Math.floor(index / chunkSize);
-
-        if (!chunks[chunkIndex]) {
-          chunks[chunkIndex] = [];
-        }
-
-        chunks[chunkIndex].push(item);
-
-        return chunks;
-      }, []);
-    },
-    getRelativeObjectUrl(id, historyObjectType) {
-      const {
-        salesforce,
-        objectType,
-      } = this;
-      return `/services/data/v${salesforce._apiVersion()}/sobjects/${historyObjectType || objectType}/${id}`;
-    },
-    getBatchRequests(ids, historyObjectType) {
-      return ids.map((id) => ({
-        method: "GET",
-        url: this.getRelativeObjectUrl(id, historyObjectType),
-      }));
-    },
-    batchRequest(args = {}) {
+    getObjectTypeDescription(objectType) {
       const { salesforce } = this;
       return salesforce._makeRequest({
         debug: true,
-        method: "POST",
-        url: `${salesforce._baseApiVersionUrl()}/composite/batch`,
-        ...args,
+        url: salesforce._sObjectTypeDescriptionApiUrl(objectType),
       });
     },
-    makeChunkBatchRequests({
-      ids, objectType, ...args
+    query({
+      query, ...args
     } = {}) {
-      const {
-        batchRequest,
-        chunkArray,
-      } = this;
-
-      const chunks = chunkArray(ids);
-      const promises = chunks.map((ids) => batchRequest({
-        data: {
-          batchRequests: this.getBatchRequests(ids, objectType),
-          ...args?.data,
-        },
+      const { salesforce } = this;
+      const baseUrl = salesforce._baseApiVersionUrl();
+      return salesforce._makeRequest({
+        url: `${baseUrl}/query/?q=${encodeURIComponent(query)}`,
         ...args,
-      }));
-      return Promise.all(promises);
+      });
     },
-    getChunkBatchResults(responses) {
-      return responses.reduce((acc, { results }) => [
-        ...acc,
-        ...results,
-      ], []);
+    queryObjects({
+      objectType, columns,
+      startTimestamp, endTimestamp,
+      dateFieldName = constants.FIELD_NAME.CREATED_DATE,
+      limit = 100, offset = 0, ...args
+    } = {}) {
+      return this.query({
+        debug: true,
+        query: `
+          SELECT ${columns.join(", ")}
+            FROM ${objectType}
+              WHERE ${dateFieldName} > ${startTimestamp} AND ${dateFieldName} <= ${endTimestamp}
+              ORDER BY ${dateFieldName} DESC
+              LIMIT ${limit} OFFSET ${offset}
+        `,
+        ...args,
+      });
     },
-    async makeChunkBatchRequestsAndGetResults(args) {
-      const {
-        makeChunkBatchRequests,
-        getChunkBatchResults,
-      } = this;
-      const responses = await makeChunkBatchRequests(args);
-      return getChunkBatchResults(responses);
+    async paginate({
+      fn = this.queryObjects, limit = 100, offset = 0, maxRecords = 4000, ...args
+    } = {}) {
+      let records = [];
+      let nextRecords = [];
+
+      do {
+        ({ records: nextRecords } =
+          await fn({
+            ...args,
+            offset,
+            limit,
+          }));
+
+        records = [
+          ...records,
+          ...nextRecords,
+        ];
+
+        offset += limit;
+
+      } while (records.length < maxRecords && nextRecords.length === limit);
+
+      return records;
     },
   },
   async run(event) {

package/sources/new-outbound-message/new-outbound-message.mjs

@@ -6,7 +6,7 @@ export default {
   name: "New Outbound Message (Instant)",
   key: "salesforce_rest_api-new-outbound-message",
   description: "Emit new event when a new outbound message is received in Salesforce. See Salesforce's guide on setting up [Outbound Messaging](https://sforce.co/3JbZJom). Set the Outbound Message's Endpoint URL to the endpoint of the created source. The \"Send Session ID\" option must be enabled for validating outbound messages from Salesforce.",
-  version: "0.1.4",
+  version: "0.1.5",
   dedupe: "unique",
   props: {
     db: "$.service.db",

package/sources/new-record/new-record.mjs

@@ -8,26 +8,34 @@ export default {
   name: "New Record (of Selectable Type)",
   key: "salesforce_rest_api-new-record",
   description: "Emit new event (at regular intervals) when a record of arbitrary object type (selected as an input parameter by the user) is created. See [the docs](https://sforce.co/3yPSJZy) for more information.",
-  version: "0.0.3",
+  version: "0.0.5",
+  hooks: {
+    ...common.hooks,
+    async activate() {
+      const {
+        objectType,
+        getObjectTypeDescription,
+        setObjectTypeColumns,
+      } = this;
+
+      await common.hooks.activate.call(this);
+
+      const { fields } = await getObjectTypeDescription(objectType);
+      const columns = fields.map(({ name }) => name);
+
+      setObjectTypeColumns(columns);
+    },
+  },
   methods: {
     ...common.methods,
-    isItemRelevant(item, startTimestamp, endTimestamp) {
-      if (!item) {
-        return false;
-      }
-      const startDate = Date.parse(startTimestamp);
-      const endDate = Date.parse(endTimestamp);
-      const createdDate = Date.parse(item.CreatedDate);
-      return startDate <= createdDate && endDate >= createdDate;
-    },
-    generateMeta(item) {
-      const nameField = this.getNameField();
+    generateMeta(item, fieldName) {
+      const { objectType } = this;
       const {
         CreatedDate: createdDate,
+        [fieldName]: name,
         Id: id,
-        [nameField]: name,
       } = item;
-      const entityType = startCase(this.objectType);
+      const entityType = startCase(objectType);
       const summary = `New ${entityType} created: ${name}`;
       const ts = Date.parse(createdDate);
       return {
@@ -38,11 +46,11 @@ export default {
     },
     async processEvent(eventData) {
       const {
-        salesforce,
+        paginate,
         objectType,
         setLatestDateCovered,
-        makeChunkBatchRequestsAndGetResults,
-        isItemRelevant,
+        getObjectTypeColumns,
+        getNameField,
         generateMeta,
         $emit: emit,
       } = this;
@@ -51,32 +59,31 @@ export default {
         startTimestamp,
         endTimestamp,
       } = eventData;
-      const {
-        ids,
-        latestDateCovered,
-      } = await salesforce.getUpdatedForObjectType(
+
+      const fieldName = getNameField();
+      const columns = getObjectTypeColumns();
+
+      const events = await paginate({
         objectType,
         startTimestamp,
         endTimestamp,
-      );
-      setLatestDateCovered(latestDateCovered);
+        columns,
+      });
 
-      if (!ids?.length) {
-        return console.log("No batch requests to send");
-      }
+      const [
+        latestEvent,
+      ] = events;
 
-      const results = await makeChunkBatchRequestsAndGetResults({
-        ids,
-      });
+      if (latestEvent?.CreatedDate) {
+        const latestDateCovered = new Date(latestEvent.CreatedDate);
+        latestDateCovered.setSeconds(0);
+        setLatestDateCovered(latestDateCovered.toISOString());
+      }
 
-      results
-        .filter(({
-          statusCode, result: item,
-        }) =>
-          statusCode === 200
-          && isItemRelevant(item, startTimestamp, endTimestamp))
-        .forEach(({ result: item }) => {
-          const meta = generateMeta(item);
+      Array.from(events)
+        .reverse()
+        .forEach((item) => {
+          const meta = generateMeta(item, fieldName);
           emit(item, meta);
         });
     },

package/sources/new-record-instant/new-record-instant.mjs

@@ -7,7 +7,7 @@ export default {
   name: "New Record (Instant, of Selectable Type)",
   key: "salesforce_rest_api-new-record-instant",
   description: "Emit new event immediately after a record of arbitrary object type (selected as an input parameter by the user) is created",
-  version: "0.0.2",
+  version: "0.0.3",
   hooks: {
     ...common.hooks,
     async deploy() {

package/sources/object-updated/object-updated.mjs

@@ -1,6 +1,6 @@
 import startCase from "lodash/startCase.js";
-
 import common from "../common.mjs";
+import constants from "../../common/constants.mjs";
 
 export default {
   ...common,
@@ -8,32 +8,51 @@ export default {
   name: "New Updated Object (of Selectable Type)",
   key: "salesforce_rest_api-object-updated",
   description: "Emit new event (at regular intervals) when an object of arbitrary type (selected as an input parameter by the user) is updated. [See the docs](https://sforce.co/3yPSJZy) for more information.",
-  version: "0.1.8",
+  version: "0.1.10",
+  hooks: {
+    ...common.hooks,
+    async activate() {
+      const {
+        objectType,
+        getObjectTypeDescription,
+        setObjectTypeColumns,
+      } = this;
+
+      await common.hooks.activate.call(this);
+
+      const { fields } = await getObjectTypeDescription(objectType);
+      const columns = fields.map(({ name }) => name);
+
+      setObjectTypeColumns(columns);
+    },
+  },
   methods: {
     ...common.methods,
-    generateMeta(item) {
-      const nameField = this.getNameField();
+    generateMeta(item, fieldName) {
+      const { objectType } = this;
+
       const {
         LastModifiedDate: lastModifiedDate,
+        [fieldName]: name,
         Id: id,
-        [nameField]: name,
       } = item;
-      const entityType = startCase(this.objectType);
+
+      const entityType = startCase(objectType);
       const summary = `${entityType} updated: ${name}`;
       const ts = Date.parse(lastModifiedDate);
-      const compositeId = `${id}-${ts}`;
       return {
-        id: compositeId,
+        id: `${id}-${ts}`,
         summary,
         ts,
       };
     },
     async processEvent(eventData) {
       const {
-        salesforce,
+        getNameField,
+        getObjectTypeColumns,
+        paginate,
         objectType,
         setLatestDateCovered,
-        makeChunkBatchRequestsAndGetResults,
         generateMeta,
         $emit: emit,
       } = this;
@@ -43,28 +62,31 @@ export default {
         endTimestamp,
       } = eventData;
 
-      const {
-        ids,
-        latestDateCovered,
-      } = await salesforce.getUpdatedForObjectType(
+      const fieldName = getNameField();
+      const columns = getObjectTypeColumns();
+
+      const events = await paginate({
         objectType,
         startTimestamp,
         endTimestamp,
-      );
-      setLatestDateCovered(latestDateCovered);
+        columns,
+        dateFieldName: constants.FIELD_NAME.LAST_MODIFIED_DATE,
+      });
 
-      if (!ids?.length) {
-        return console.log("No batch requests to send");
-      }
+      const [
+        latestEvent,
+      ] = events;
 
-      const results = await makeChunkBatchRequestsAndGetResults({
-        ids,
-      });
+      if (latestEvent?.LastModifiedDate) {
+        const latestDateCovered = new Date(latestEvent.LastModifiedDate);
+        latestDateCovered.setSeconds(0);
+        setLatestDateCovered(latestDateCovered.toISOString());
+      }
 
-      results
-        .filter(({ statusCode }) => statusCode === 200)
-        .forEach(({ result: item }) => {
-          const meta = generateMeta(item);
+      Array.from(events)
+        .reverse()
+        .forEach((item) => {
+          const meta = generateMeta(item, fieldName);
           emit(item, meta);
         });
     },

package/sources/object-updated-instant/object-updated-instant.mjs

@@ -8,7 +8,7 @@ export default {
   name: "New Updated Object (Instant, of Selectable Type)",
   key: "salesforce_rest_api-object-updated-instant",
   description: "Emit new event immediately after an object of arbitrary type (selected as an input parameter by the user) is updated",
-  version: "0.1.4",
+  version: "0.1.5",
   methods: {
     ...common.methods,
     generateMeta(data) {

package/sources/record-deleted/record-deleted.mjs

@@ -8,7 +8,7 @@ export default {
   name: "New Deleted Record (of Selectable Type)",
   key: "salesforce_rest_api-record-deleted",
   description: "Emit new event (at regular intervals) when a record of arbitrary object type (selected as an input parameter by the user) is deleted. [See the docs](https://sforce.co/3msDDEE) for more information.",
-  version: "0.0.2",
+  version: "0.0.3",
   methods: {
     ...common.methods,
     generateMeta(item) {

package/sources/record-deleted-instant/record-deleted-instant.mjs

@@ -8,7 +8,7 @@ export default {
   name: "New Deleted Record (Instant, of Selectable Type)",
   key: "salesforce_rest_api-record-deleted-instant",
   description: "Emit new event immediately after a record of arbitrary object type (selected as an input parameter by the user) is deleted",
-  version: "0.0.2",
+  version: "0.0.3",
   methods: {
     ...common.methods,
     generateMeta(data) {

package/sources/updated-field-on-record/updated-field-on-record.mjs

@@ -1,6 +1,6 @@
-import startCase from "lodash/startCase.js";
-
+import words from "lodash/words.js";
 import common from "../common.mjs";
+
 const { salesforce } = common.props;
 
 /**
@@ -11,38 +11,29 @@ const { salesforce } = common.props;
  */
 export default {
   ...common,
+  dedupe: "greatest",
   type: "source",
   name: "New Updated Field on Record (of Selectable Type)",
   key: "salesforce_rest_api-updated-field-on-record",
   description: "Emit new event (at regular intervals) when a field of your choosing is updated on any record of a specified Salesforce object. Field history tracking must be enabled for the chosen field. See the docs on [field history tracking](https://sforce.co/3mtj0rF) and [history objects](https://sforce.co/3Fn4lWB) for more information.",
-  version: "0.1.8",
+  version: "0.1.10",
   props: {
     ...common.props,
     objectType: {
       type: common.props.objectType.type,
       label: common.props.objectType.label,
       description: common.props.objectType.description,
-      async options(context) {
-        const { page } = context;
-        if (page !== 0) {
-          return {
-            options: [],
-          };
-        }
-
-        const { sobjects } = await this.salesforce.listSObjectTypes();
-        // Filter options to include only sObjects with associated
-        // [history](https://sforce.co/3Fn4lWB) objects
-        const options = sobjects
-          .filter(this.isValidSObject)
-          .map((sobject) => ({
-            label: sobjects.find((o) => o.name === sobject.associateParentEntity).label,
-            value: sobject.associateParentEntity,
-          }));
-        return {
-          options,
-        };
-      },
+      propDefinition: [
+        salesforce,
+        "objectType",
+        () => ({
+          filter: ({
+            replicateable,
+            associateEntityType,
+          }) => replicateable && associateEntityType === "History",
+          mapper: ({ associateParentEntity: value }) => words(value).join(" "),
+        }),
+      ],
     },
     field: {
       propDefinition: [
@@ -64,62 +55,64 @@ export default {
   hooks: {
     ...common.hooks,
     async activate() {
+      const {
+        objectType,
+        getObjectTypeDescription,
+        setHistoryObjectType,
+        setObjectTypeColumns,
+      } = this;
+
       await common.hooks.activate.call(this);
-      const historyObject = await this.salesforce.getHistorySObjectForObjectType(this.objectType);
-      if (!historyObject) {
-        throw new Error(`History object not found for "${this.objectType}"`);
-      }
-      this._setHistoryObjectType(historyObject.name);
+
+      const historyObjectType = `${objectType}History`;
+
+      const { fields } = await getObjectTypeDescription(historyObjectType);
+      const columns = fields.map(({ name }) => name);
+
+      setHistoryObjectType(historyObjectType);
+      setObjectTypeColumns(columns);
     },
   },
   methods: {
     ...common.methods,
-    _getHistoryObjectType() {
+    getHistoryObjectType() {
       return this.db.get("historyObjectType");
     },
-    _setHistoryObjectType(historyObjectType) {
+    setHistoryObjectType(historyObjectType) {
       this.db.set("historyObjectType", historyObjectType);
     },
-    _getParentId(item) {
-      const parentIdKey = `${this.objectType}Id`;
-      return item[parentIdKey] ?? item["ParentId"];
-    },
-    getUniqueParentIds(items) {
-      // To fetch associated sObject records only once, create a set of the "parent IDs" of the
-      // history object records
-      const parentIdSet = new Set(items.map(this._getParentId).filter((id) => id));
-      return Array.from(parentIdSet);
-    },
-    isValidSObject(sobject) {
-      // Only the activity of those SObject types that have the `replicateable`
-      // flag set is published via the `getUpdated` API.
-      //
-      // See the API docs here: https://sforce.co/3gDy3uP
-      return sobject.replicateable && this.salesforce.isHistorySObject(sobject);
-    },
     isRelevant(item) {
-      const isFieldRelevant = item.Field === this.field;
-      const isFieldValueRelevant = !this.fieldUpdatedTo || item.NewValue === this.fieldUpdatedTo;
+      const {
+        field,
+        fieldUpdatedTo,
+      } = this;
+
+      const isFieldRelevant =
+        item.Field === field
+        || item.Field === `${item.DataType}${field}`;
+
+      const isFieldValueRelevant =
+        !fieldUpdatedTo
+        || item.NewValue === fieldUpdatedTo;
+
       return isFieldRelevant && isFieldValueRelevant;
     },
     generateMeta(event) {
-      const nameField = this.getNameField();
       const {
-        record: item = {},
-        update,
-      } = event;
-      const { [nameField]: name } = item;
+        objectType,
+        field,
+      } = this;
+
       const {
-        Id: id,
         CreatedDate: createdDate,
-      } = update;
-      const entityType = startCase(this.objectType);
-      const summary = `${this.field} on ${entityType}: ${name}`;
+        Id: id,
+        [`${objectType}Id`]: objectId,
+      } = event;
+
       const ts = Date.parse(createdDate);
-      const compositeId = `${id}-${ts}`;
       return {
-        id: compositeId,
-        summary,
+        id: `${id}-${ts}`,
+        summary: `${field} on ${objectType}: ${objectId}`,
         ts,
       };
     },
@@ -127,68 +120,42 @@ export default {
       startTimestamp, endTimestamp,
     }) {
       const {
-        salesforce,
-        _getHistoryObjectType,
+        getHistoryObjectType,
+        getObjectTypeColumns,
         setLatestDateCovered,
-        makeChunkBatchRequestsAndGetResults,
         isRelevant,
-        getUniqueParentIds,
-        _getParentId,
+        paginate,
         generateMeta,
         $emit: emit,
       } = this;
 
-      let historyItemRetrievals = [];
-      let itemRetrievals = [];
-      const historyObjectType = _getHistoryObjectType();
-      const {
-        ids,
-        latestDateCovered,
-      } = await salesforce.getUpdatedForObjectType(
-        historyObjectType,
+      const objectType = getHistoryObjectType();
+      const columns = getObjectTypeColumns();
+
+      const events = await paginate({
+        objectType,
         startTimestamp,
         endTimestamp,
-      );
+        columns,
+      });
 
-      setLatestDateCovered((new Date(latestDateCovered)).toISOString());
+      const [
+        latestEvent,
+      ] = events;
 
-      if (ids?.length) {
-        historyItemRetrievals = await makeChunkBatchRequestsAndGetResults({
-          ids,
-          objectType: historyObjectType,
-        });
+      if (latestEvent?.CreatedDate) {
+        const latestDateCovered = new Date(latestEvent.CreatedDate);
+        latestDateCovered.setSeconds(0);
+        setLatestDateCovered(latestDateCovered.toISOString());
       }
 
-      const historyItems = historyItemRetrievals
-        .filter(({
-          statusCode, result: item,
-        }) => statusCode === 200 && isRelevant(item))
-        .map(({ result: item }) => item);
-
-      const parentIds = getUniqueParentIds(historyItems);
-
-      if (parentIds.length) {
-        itemRetrievals = await makeChunkBatchRequestsAndGetResults({
-          ids: parentIds,
+      Array.from(events)
+        .reverse()
+        .filter(isRelevant)
+        .forEach((event) => {
+          const meta = generateMeta(event);
+          emit(event, meta);
         });
-      }
-
-      const itemsById = itemRetrievals
-        .filter(({ statusCode }) => statusCode === 200)
-        .reduce((acc, { result: item }) => ({
-          ...acc,
-          [item.Id]: item,
-        }), {});
-
-      const events = historyItems.map((item) => ({
-        update: item,
-        record: itemsById[_getParentId(item)],
-      }));
-
-      events.forEach((event) => {
-        const meta = generateMeta(event);
-        emit(event, meta);
-      });
     },
   },
 };

package/sources/updated-field-on-record-instant/updated-field-on-record-instant.mjs

@@ -9,7 +9,7 @@ export default {
   name: "New Updated Field on Record (Instant, of Selectable Type)",
   key: "salesforce_rest_api-updated-field-on-record-instant",
   description: "Emit new event immediately after a field of your choosing is updated on any record of a specified Salesforce object",
-  version: "0.1.4",
+  version: "0.1.5",
   props: {
     ...common.props,
     field: {