@pipedream/salesforce_rest_api 1.0.1 → 1.0.3

package/README.md

@@ -1,13 +1,21 @@
 # Getting Started
 
-You can install the Pipedream Salesforce app in the [Accounts](https://pipedream.com/accounts) section of your account, or directly in a workflow.
+You can install the Pipedream Salesforce app in the [Accounts](https://pipedream.com/accounts) section of your Pipedream account, or directly in a workflow.
 
-## Configuring Webhook Sources in Salesforce
+## Prerequisite: Salesforce Edition with API Access
 
-The following three permissions must be configured on your Salesforce user in order to use the Salesforce Instant (webhook) triggers:
-1. Apex REST Services
-2. API Enabled
-3. Author Apex (which adds in additional permissions.)
+In order to use this application, you must be on a Salesforce Edition that has API Access, and API Access must be enabled. See [here](https://help.salesforce.com/s/articleView?id=000385436&type=1) for more details. 
+
+**Salesforce Editions with API Access**
+* Enterprise Edition
+* Unlimited Edition
+* Developer Edition
+* Performance Edition
+* Professional Edition (API access available as an add-on) 
+
+### Enabling API Access on Salesforce
+
+Your Salesforce user needs a **System Administrator** profile in order to enable API access. If you don't have this on your Salesforce Profile, ask your System Administrator to enable API Access for your user.
 
 The most straightforward way to add these permissions is to create a new Permission Set in Salesforce, and to add it to the user once created.
 
@@ -18,13 +26,10 @@ Here is a step-by-step on how to do this:
 1. Navigate to your Salesforce instance, and click the Setup wheel in the top-right corner.
 2. Under the Administration tab on the lefthand sidebar, click Users --> Permission Sets.
 3. On the Permissions Set page, click New.
-4. Create a new permission set, give it a label, API name, and description. Example:
+4. Create a new permission set, give it a label, API name, and description. Example: <br>
 **Label**: Pipedream API Access
 **API Name**: Pipedream
-**Description**: Adds a set of permissions required for Pipedream sources:
-- Apex REST Services
-- API Enabled
-- Author Apex
+**Description**: Adds a set of permissions required for Pipedream. 
 
  <img src="https://res.cloudinary.com/dpenc2lit/image/upload/v1702598220/Screenshot_2023-12-14_at_2.57.21_PM_dfgsrw.png" width=500>
 
@@ -36,13 +41,18 @@ Here is a step-by-step on how to do this:
 6. From System Permissions, click Edit.
 <img src="https://res.cloudinary.com/dpenc2lit/image/upload/v1702598417/Screenshot_2023-12-14_at_3.01.38_PM_pvbopv.png" width=500>
 
-7. Select the following permissions, and click Save.
-- Apex REST Services
+7. Select the following permission, and click Save.
 - API Enabled
-- Author Apex (which adds in additional permissions.)
+
+If you'd like to utilize Pipedream's webhook triggers, you will need to add the following permissions to the permissions set as well:
+- Apex REST Services
+- Author Apex
+- View Roles and Role Hierarchy
+- Modify Metadata Through Metadata API Functions
+- View Setup and Configuration
 <img src="https://res.cloudinary.com/dpenc2lit/image/upload/v1702598514/Screenshot_2023-12-14_at_3.48.50_PM_pcychy.png" width=500>
 
-8. The list of added permissions should look like this, and click save again.
+8. The list of added permissions (6) should look like this, and click save again.
 <img src="https://res.cloudinary.com/dpenc2lit/image/upload/v1702598417/Screenshot_2023-12-14_at_3.10.17_PM_urgge8.png" width=500>
 
 **Add Permission Set to User**
@@ -53,7 +63,8 @@ Here is a step-by-step on how to do this:
 10. Select the user you'd like to assign this permission set to, and click Assign. The user should now show up under Current Assignments.
 <img src="https://res.cloudinary.com/dpenc2lit/image/upload/v1702598514/Screenshot_2023-12-14_at_3.52.42_PM_w4ge4p.png" width=500>
 
-11. You should now be able to use any of the Salesforce (Instant) Triggers on Pipedream!
+11. You should now be able to use the Salesforce integration along with the webhook triggers if you configured the required permissions above.
+
 
 # Troubleshooting
 

package/actions/add-contact-to-campaign/add-contact-to-campaign.mjs

@@ -12,7 +12,7 @@ export default {
     See [Event SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_campaignmember.htm)
     and [Create Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_sobject_create.htm)
   `),
-  version: "0.0.4",
+  version: "0.0.5",
   type: "action",
   props: {
     salesForceRestApi,

package/actions/add-lead-to-campaign/add-lead-to-campaign.mjs

@@ -12,7 +12,7 @@ export default {
     See [Event SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_campaignmember.htm)
     and [Create Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_sobject_create.htm)
   `),
-  version: "0.0.4",
+  version: "0.0.5",
   type: "action",
   props: {
     salesForceRestApi,

package/actions/convert-soap-xml-to-json/convert-soap-xml-to-json.mjs

@@ -5,7 +5,7 @@ export default {
   key: "salesforce_rest_api-convert-soap-xml-to-json",
   name: "Convert SOAP XML Object to JSON",
   description: "Converts a SOAP XML Object received from Salesforce to JSON",
-  version: "0.0.3",
+  version: "0.0.4",
   type: "action",
   props: {
     salesforce_rest_api,

package/actions/create-account/create-account.mjs

@@ -17,7 +17,7 @@ export default {
     See [Account SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_account.htm)
     and [Create Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_sobject_create.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/create-attachment/create-attachment.mjs

@@ -16,7 +16,7 @@ export default {
     See [Attachment SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_attachment.htm)
     and [Create Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_sobject_create.htm)
   `),
-  version: "0.3.5",
+  version: "0.3.6",
   type: "action",
   props: {
     salesforce,

package/actions/create-campaign/create-campaign.mjs

@@ -16,7 +16,7 @@ export default {
     See [Campaign SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_campaign.htm)
     and [Create Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_sobject_create.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/create-case/create-case.mjs

@@ -16,7 +16,7 @@ export default {
     See [Case SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_case.htm)
     and [Create Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_sobject_create.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/create-casecomment/create-casecomment.mjs

@@ -16,7 +16,7 @@ export default {
     See [CaseComment SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_casecomment.htm)
     and [Create Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_sobject_create.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/create-contact/create-contact.mjs

@@ -16,7 +16,7 @@ export default {
     See [Contact SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_contact.htm)
     and [Create Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_sobject_create.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/create-event/create-event.mjs

@@ -11,7 +11,7 @@ export default {
     See [Event SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_event.htm)
     and [Create Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_sobject_create.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/create-lead/create-lead.mjs

@@ -16,7 +16,7 @@ export default {
     See [Lead SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_lead.htm)
     and [Create Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_sobject_create.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/create-note/create-note.mjs

@@ -16,7 +16,7 @@ export default {
     See [Note SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_note.htm)
     and [Create Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_sobject_create.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/create-opportunity/create-opportunity.mjs

@@ -16,7 +16,7 @@ export default {
     See [Opportunity SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_opportunity.htm)
     and [Create Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_sobject_create.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/create-record/create-record.mjs

@@ -8,7 +8,7 @@ export default {
     Create new records of a given resource.
     See [docs](https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/dome_sobject_create.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/create-task/create-task.mjs

@@ -16,7 +16,7 @@ export default {
     See [Task SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_task.htm)
     and [Create Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_sobject_create.htm)
   `),
-  version: "0.3.5",
+  version: "0.3.6",
   type: "action",
   props: {
     salesforce,

package/actions/delete-opportunity/delete-opportunity.mjs

@@ -9,7 +9,7 @@ export default {
     See [Opportunity SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_opportunity.htm)
     and [Delete Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_delete_record.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/delete-record/delete-record.mjs

@@ -5,7 +5,7 @@ export default {
   name: "Delete a Record in an Object",
   description:
     "Deletes an existing record in an object. [API Doc](https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/dome_query.htm)",
-  version: "0.1.3",
+  version: "0.1.4",
   type: "action",
   props: {
     salesForceRestApi,

package/actions/find-create-record/find-create-record.mjs

@@ -6,7 +6,7 @@ export default {
   name: "Get Field Values from Object Record and optionally create one is none is found. ",
   description:
     "Finds a specified Salesforce record by a field. Optionally, create one if none is found. [API Docs](https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/dome_get_field_values.htm)",
-  version: "0.1.3",
+  version: "0.1.4",
   type: "action",
   props: {
     salesForceRestApi,

package/actions/find-records/find-records.mjs

@@ -5,7 +5,7 @@ export default {
   name: "Get Object Records",
   description:
     "Retrieves all records in an object or a record in an object by the given ID or criteria. [API Doc](https://developer.salesforce.com/docs/atlas.en-us.api_rest.meta/api_rest/dome_get_field_values.htm)",
-  version: "0.1.3",
+  version: "0.1.4",
   type: "action",
   props: {
     salesForceRestApi,

package/actions/get-sobject-fields-values/get-sobject-fields-values.mjs

@@ -8,7 +8,7 @@ export default {
     Retrieve field values from a record. You can specify the fields you want to retrieve.
     See [docs](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_get_field_values.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/insert-blob-data/insert-blob-data.mjs

@@ -8,7 +8,7 @@ export default {
     Inserts blob data in Salesforce standard objects.
     See [docs](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_sobject_insert_update_blob.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/post-feed-to-chatter/post-feed-to-chatter.mjs

@@ -8,7 +8,7 @@ export default {
     Posts a message to the Chatter Feed.
     [See doc](https://developer.salesforce.com/docs/atlas.en-us.chatterapi.meta/chatterapi/quickreference_post_feed_item.htm)
   `),
-  version: "0.0.4",
+  version: "0.0.5",
   type: "action",
   props: {
     salesForceRestApi,

package/actions/soql-search/soql-search.mjs

@@ -8,7 +8,7 @@ export default {
     Executes a SOQL query.
     See [docs](https://developer.salesforce.com/docs/atlas.en-us.soql_sosl.meta/soql_sosl/sforce_api_calls_soql.htm)
   `),
-  version: "0.2.6",
+  version: "0.2.7",
   type: "action",
   props: {
     salesforce,

package/actions/sosl-search/sosl-search.mjs

@@ -8,7 +8,7 @@ export default {
     Executes the specified SOSL search.
     See [docs](https://developer.salesforce.com/docs/atlas.en-us.soql_sosl.meta/soql_sosl/sforce_api_calls_sosl.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/update-account/update-account.mjs

@@ -17,7 +17,7 @@ export default {
     See [Account SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_account.htm)
     and [Update Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_update_fields.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/update-contact/update-contact.mjs

@@ -16,7 +16,7 @@ export default {
     See [Contact SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_contact.htm)
     and [Update Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_update_fields.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/update-opportunity/update-opportunity.mjs

@@ -16,7 +16,7 @@ export default {
     See [Opportunity SObject](https://developer.salesforce.com/docs/atlas.en-us.228.0.object_reference.meta/object_reference/sforce_api_objects_opportunity.htm)
     and [Update Record](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_update_fields.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/actions/update-record/update-record.mjs

@@ -8,7 +8,7 @@ export default {
     Updates a record of a given resource.
     [See docs here](https://developer.salesforce.com/docs/atlas.en-us.228.0.api_rest.meta/api_rest/dome_update_fields.htm)
   `),
-  version: "0.2.5",
+  version: "0.2.6",
   type: "action",
   props: {
     salesforce,

package/common/constants.mjs

@@ -33,4 +33,8 @@ export default {
     CAMPAIGN_MEMBER: "CampaignMember",
     LEAD: "Lead",
   },
+  FIELD_NAME: {
+    CREATED_DATE: "CreatedDate",
+    LAST_MODIFIED_DATE: "LastModifiedDate",
+  },
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/salesforce_rest_api",
-  "version": "1.0.1",
+  "version": "1.0.3",
   "description": "Pipedream Salesforce (REST API) Components",
   "main": "salesforce_rest_api.app.mjs",
   "keywords": [

package/salesforce_rest_api.app.mjs

@@ -1,6 +1,4 @@
 import { axios } from "@pipedream/platform";
-import salesforceWebhooks from "salesforce-webhooks";
-const { SalesforceClient } = salesforceWebhooks;
 
 export default {
   type: "app",
@@ -23,14 +21,21 @@ export default {
       type: "string",
       label: "SObject Type",
       description: "Standard object type of the record to get field values from",
-      async options() {
+      async options({
+        page,
+        filter = this.isValidSObject,
+        mapper =  ({
+          label, name: value,
+        }) => ({
+          label,
+          value,
+        }),
+      }) {
+        if (page !== 0) {
+          return [];
+        }
         const { sobjects } = await this.listSObjectTypes();
-        return sobjects
-          .filter(this.isValidSObject)
-          .map((sobject) => ({
-            label: sobject.label,
-            value: sobject.name,
-          }));
+        return sobjects.filter(filter).map(mapper);
       },
     },
     field: {
@@ -175,14 +180,6 @@ export default {
       // Remove milliseconds from date ISO string
       return dateString.replace(/\.[0-9]{3}/, "");
     },
-    _getSalesforceClient() {
-      const clientOpts = {
-        apiVersion: this._apiVersion(),
-        authToken: this._authToken(),
-        instance: this._subdomain(),
-      };
-      return new SalesforceClient(clientOpts);
-    },
     isValidSObject(sobject) {
       // Only the activity of those SObject types that have the `replicateable`
       // flag set is published via the `getUpdated` API.
@@ -196,21 +193,6 @@ export default {
         sobject.name.includes("History")
       );
     },
-    async createWebhook(endpointUrl, sObjectType, event, secretToken, opts) {
-      const client = this._getSalesforceClient();
-      const webhookOpts = {
-        endpointUrl,
-        sObjectType,
-        event,
-        secretToken,
-        ...opts,
-      };
-      return client.createWebhook(webhookOpts);
-    },
-    async deleteWebhook(webhookData) {
-      const client = this._getSalesforceClient();
-      return client.deleteWebhook(webhookData);
-    },
     async listSObjectTypes() {
       const url = this._sObjectsApiUrl();
       return this._makeRequest({
@@ -226,6 +208,7 @@ export default {
     async getNameFieldForObjectType(objectType) {
       const url = this._sObjectTypeDescriptionApiUrl(objectType);
       const data = await this._makeRequest({
+        debug: true,
         url,
       });
       const nameField = data.fields.find((f) => f.nameField);

package/sources/common-instant.mjs

@@ -1,6 +1,8 @@
 import { v4 as uuidv4 } from "uuid";
-
 import salesforce from "../salesforce_rest_api.app.mjs";
+import salesforceWebhooks from "salesforce-webhooks";
+
+const { SalesforceClient } = salesforceWebhooks;
 
 export default {
   dedupe: "unique",
@@ -31,19 +33,17 @@ export default {
       const secretToken = uuidv4();
       let webhookData;
       try {
-        webhookData = await this.salesforce.createWebhook(
-          this.http.endpoint,
-          this.objectType,
-          this.getEventType(),
+        webhookData = await this.createWebhook({
+          endpointUrl: this.http.endpoint,
+          sObjectType: this.objectType,
+          event: this.getEventType(),
           secretToken,
-          {
-            fieldsToCheck: this.getFieldsToCheck(),
-            fieldsToCheckMode: this.getFieldsToCheckMode(),
-            skipValidation: true, // neccessary for custom objects
-          },
-        );
+          fieldsToCheck: this.getFieldsToCheck(),
+          fieldsToCheckMode: this.getFieldsToCheckMode(),
+          skipValidation: true, // neccessary for custom objects
+        });
       } catch (err) {
-        console.log("Create webhook error:", err.response?.data ?? err);
+        console.log("Create webhook error:", err);
         throw err;
       }
       this._setSecretToken(secretToken);
@@ -52,10 +52,26 @@ export default {
     async deactivate() {
       // Create the webhook from the Salesforce platform
       const webhookData = this._getWebhookData();
-      await this.salesforce.deleteWebhook(webhookData);
+      await this.deleteWebhook(webhookData);
     },
   },
   methods: {
+    getClient() {
+      const { salesforce } = this;
+      return new SalesforceClient({
+        apiVersion: salesforce._apiVersion(),
+        authToken: salesforce._authToken(),
+        instance: salesforce._subdomain(),
+      });
+    },
+    createWebhook(args = {}) {
+      const client = this.getClient();
+      return client.createWebhook(args);
+    },
+    deleteWebhook(args = {}) {
+      const client = this.getClient();
+      return client.deleteWebhook(args);
+    },
     _getSecretToken() {
       return this.db.get("secretToken");
     },

package/sources/common.mjs

@@ -1,5 +1,6 @@
 import { DEFAULT_POLLING_SOURCE_TIMER_INTERVAL } from "@pipedream/platform";
 import salesforce from "../salesforce_rest_api.app.mjs";
+import constants from "../common/constants.mjs";
 
 export default {
   dedupe: "unique",
@@ -36,6 +37,12 @@ export default {
     },
   },
   methods: {
+    getObjectTypeColumns() {
+      return this.db.get("columns") ?? [];
+    },
+    setObjectTypeColumns(columns) {
+      this.db.set("columns", columns);
+    },
     getLatestDateCovered() {
       return this.db.get("latestDateCovered");
     },
@@ -51,28 +58,66 @@ export default {
     processEvent() {
       throw new Error("processEvent is not implemented");
     },
-    getRelativeObjectUrl(id, historyObjectType) {
-      const {
-        salesforce,
-        objectType,
-      } = this;
-      return `/services/data/v${salesforce._apiVersion()}/sobjects/${historyObjectType || objectType}/${id}`;
-    },
-    getBatchRequests(ids, historyObjectType) {
-      return ids.map((id) => ({
-        method: "GET",
-        url: this.getRelativeObjectUrl(id, historyObjectType),
-      }));
+    getObjectTypeDescription(objectType) {
+      const { salesforce } = this;
+      return salesforce._makeRequest({
+        debug: true,
+        url: salesforce._sObjectTypeDescriptionApiUrl(objectType),
+      });
     },
-    batchRequest(args = {}) {
+    query({
+      query, ...args
+    } = {}) {
       const { salesforce } = this;
+      const baseUrl = salesforce._baseApiVersionUrl();
       return salesforce._makeRequest({
+        url: `${baseUrl}/query/?q=${encodeURIComponent(query)}`,
+        ...args,
+      });
+    },
+    queryObjects({
+      objectType, columns,
+      startTimestamp, endTimestamp,
+      dateFieldName = constants.FIELD_NAME.CREATED_DATE,
+      limit = 100, offset = 0, ...args
+    } = {}) {
+      return this.query({
         debug: true,
-        method: "POST",
-        url: `${salesforce._baseApiVersionUrl()}/composite/batch`,
+        query: `
+          SELECT ${columns.join(", ")}
+            FROM ${objectType}
+              WHERE ${dateFieldName} > ${startTimestamp} AND ${dateFieldName} <= ${endTimestamp}
+              ORDER BY ${dateFieldName} DESC
+              LIMIT ${limit} OFFSET ${offset}
+        `,
         ...args,
       });
     },
+    async paginate({
+      fn = this.queryObjects, limit = 100, offset = 0, maxRecords = 4000, ...args
+    } = {}) {
+      let records = [];
+      let nextRecords = [];
+
+      do {
+        ({ records: nextRecords } =
+          await fn({
+            ...args,
+            offset,
+            limit,
+          }));
+
+        records = [
+          ...records,
+          ...nextRecords,
+        ];
+
+        offset += limit;
+
+      } while (records.length < maxRecords && nextRecords.length === limit);
+
+      return records;
+    },
   },
   async run(event) {
     const startTimestamp = this.getLatestDateCovered();

package/sources/new-outbound-message/new-outbound-message.mjs

@@ -6,7 +6,7 @@ export default {
   name: "New Outbound Message (Instant)",
   key: "salesforce_rest_api-new-outbound-message",
   description: "Emit new event when a new outbound message is received in Salesforce. See Salesforce's guide on setting up [Outbound Messaging](https://sforce.co/3JbZJom). Set the Outbound Message's Endpoint URL to the endpoint of the created source. The \"Send Session ID\" option must be enabled for validating outbound messages from Salesforce.",
-  version: "0.1.4",
+  version: "0.1.5",
   dedupe: "unique",
   props: {
     db: "$.service.db",

package/sources/new-record/new-record.mjs

@@ -4,72 +4,86 @@ import common from "../common.mjs";
 
 export default {
   ...common,
+  dedupe: "greatest",
   type: "source",
   name: "New Record (of Selectable Type)",
   key: "salesforce_rest_api-new-record",
   description: "Emit new event (at regular intervals) when a record of arbitrary object type (selected as an input parameter by the user) is created. See [the docs](https://sforce.co/3yPSJZy) for more information.",
-  version: "0.0.2",
+  version: "0.0.4",
+  hooks: {
+    ...common.hooks,
+    async activate() {
+      const {
+        objectType,
+        getObjectTypeDescription,
+        setObjectTypeColumns,
+      } = this;
+
+      await common.hooks.activate.call(this);
+
+      const { fields } = await getObjectTypeDescription(objectType);
+      const columns = fields.map(({ name }) => name);
+
+      setObjectTypeColumns(columns);
+    },
+  },
   methods: {
     ...common.methods,
-    isItemRelevant(item, startTimestamp, endTimestamp) {
-      if (!item) {
-        return false;
-      }
-      const startDate = Date.parse(startTimestamp);
-      const endDate = Date.parse(endTimestamp);
-      const createdDate = Date.parse(item.CreatedDate);
-      return startDate <= createdDate && endDate >= createdDate;
-    },
-    generateMeta(item) {
-      const nameField = this.getNameField();
+    generateMeta(item, fieldName) {
+      const { objectType } = this;
       const {
         CreatedDate: createdDate,
+        [fieldName]: name,
         Id: id,
-        [nameField]: name,
       } = item;
-      const entityType = startCase(this.objectType);
+      const entityType = startCase(objectType);
       const summary = `New ${entityType} created: ${name}`;
       const ts = Date.parse(createdDate);
       return {
-        id,
+        id: `${id}-${ts}`,
         summary,
         ts,
       };
     },
     async processEvent(eventData) {
+      const {
+        paginate,
+        objectType,
+        setLatestDateCovered,
+        getObjectTypeColumns,
+        getNameField,
+        generateMeta,
+        $emit: emit,
+      } = this;
+
       const {
         startTimestamp,
         endTimestamp,
       } = eventData;
-      const {
-        ids,
-        latestDateCovered,
-      } = await this.salesforce.getUpdatedForObjectType(
-        this.objectType,
+
+      const fieldName = getNameField();
+      const columns = getObjectTypeColumns();
+
+      const events = await paginate({
+        objectType,
         startTimestamp,
         endTimestamp,
-      );
-      this.setLatestDateCovered(latestDateCovered);
+        columns,
+      });
 
-      if (!ids?.length) {
-        return console.log("No batch requests to send");
-      }
+      const [
+        latestEvent,
+      ] = events;
 
-      const { results } = await this.batchRequest({
-        data: {
-          batchRequests: this.getBatchRequests(ids),
-        },
-      });
+      if (latestEvent?.CreatedDate) {
+        setLatestDateCovered((new Date(latestEvent.CreatedDate)).toISOString());
+      }
 
-      results
-        .filter(({
-          statusCode, result: item,
-        }) =>
-          statusCode === 200
-          && this.isItemRelevant(item, startTimestamp, endTimestamp))
-        .forEach(({ result: item }) => {
-          const meta = this.generateMeta(item);
-          this.$emit(item, meta);
+      Array.from(events)
+        .reverse()
+        .forEach((item) => {
+          const meta = generateMeta(item, fieldName);
+          emit(item, meta);
         });
     },
   },

package/sources/new-record-instant/new-record-instant.mjs

@@ -7,7 +7,7 @@ export default {
   name: "New Record (Instant, of Selectable Type)",
   key: "salesforce_rest_api-new-record-instant",
   description: "Emit new event immediately after a record of arbitrary object type (selected as an input parameter by the user) is created",
-  version: "0.0.2",
+  version: "0.0.3",
   hooks: {
     ...common.hooks,
     async deploy() {

package/sources/object-updated/object-updated.mjs

@@ -1,6 +1,6 @@
 import startCase from "lodash/startCase.js";
-
 import common from "../common.mjs";
+import constants from "../../common/constants.mjs";
 
 export default {
   ...common,
@@ -8,56 +8,84 @@ export default {
   name: "New Updated Object (of Selectable Type)",
   key: "salesforce_rest_api-object-updated",
   description: "Emit new event (at regular intervals) when an object of arbitrary type (selected as an input parameter by the user) is updated. [See the docs](https://sforce.co/3yPSJZy) for more information.",
-  version: "0.1.7",
+  version: "0.1.9",
+  hooks: {
+    ...common.hooks,
+    async activate() {
+      const {
+        objectType,
+        getObjectTypeDescription,
+        setObjectTypeColumns,
+      } = this;
+
+      await common.hooks.activate.call(this);
+
+      const { fields } = await getObjectTypeDescription(objectType);
+      const columns = fields.map(({ name }) => name);
+
+      setObjectTypeColumns(columns);
+    },
+  },
   methods: {
     ...common.methods,
-    generateMeta(item) {
-      const nameField = this.getNameField();
+    generateMeta(item, fieldName) {
+      const { objectType } = this;
+
       const {
         LastModifiedDate: lastModifiedDate,
+        [fieldName]: name,
         Id: id,
-        [nameField]: name,
       } = item;
-      const entityType = startCase(this.objectType);
+
+      const entityType = startCase(objectType);
       const summary = `${entityType} updated: ${name}`;
       const ts = Date.parse(lastModifiedDate);
-      const compositeId = `${id}-${ts}`;
       return {
-        id: compositeId,
+        id: `${id}-${ts}`,
         summary,
         ts,
       };
     },
     async processEvent(eventData) {
+      const {
+        getNameField,
+        getObjectTypeColumns,
+        paginate,
+        objectType,
+        setLatestDateCovered,
+        generateMeta,
+        $emit: emit,
+      } = this;
+
       const {
         startTimestamp,
         endTimestamp,
       } = eventData;
-      const {
-        ids,
-        latestDateCovered,
-      } = await this.salesforce.getUpdatedForObjectType(
-        this.objectType,
+
+      const fieldName = getNameField();
+      const columns = getObjectTypeColumns();
+
+      const events = await paginate({
+        objectType,
         startTimestamp,
         endTimestamp,
-      );
-      this.setLatestDateCovered(latestDateCovered);
+        columns,
+        dateFieldName: constants.FIELD_NAME.LAST_MODIFIED_DATE,
+      });
 
-      if (!ids?.length) {
-        return console.log("No batch requests to send");
-      }
+      const [
+        latestEvent,
+      ] = events;
 
-      const { results } = await this.batchRequest({
-        data: {
-          batchRequests: this.getBatchRequests(ids),
-        },
-      });
+      if (latestEvent?.LastModifiedDate) {
+        setLatestDateCovered((new Date(latestEvent.LastModifiedDate)).toISOString());
+      }
 
-      results
-        .filter(({ statusCode }) => statusCode === 200)
-        .forEach(({ result: item }) => {
-          const meta = this.generateMeta(item);
-          this.$emit(item, meta);
+      Array.from(events)
+        .reverse()
+        .forEach((item) => {
+          const meta = generateMeta(item, fieldName);
+          emit(item, meta);
         });
     },
   },

package/sources/object-updated-instant/object-updated-instant.mjs

@@ -8,7 +8,7 @@ export default {
   name: "New Updated Object (Instant, of Selectable Type)",
   key: "salesforce_rest_api-object-updated-instant",
   description: "Emit new event immediately after an object of arbitrary type (selected as an input parameter by the user) is updated",
-  version: "0.1.4",
+  version: "0.1.5",
   methods: {
     ...common.methods,
     generateMeta(data) {

package/sources/record-deleted/record-deleted.mjs

@@ -8,7 +8,7 @@ export default {
   name: "New Deleted Record (of Selectable Type)",
   key: "salesforce_rest_api-record-deleted",
   description: "Emit new event (at regular intervals) when a record of arbitrary object type (selected as an input parameter by the user) is deleted. [See the docs](https://sforce.co/3msDDEE) for more information.",
-  version: "0.0.2",
+  version: "0.0.3",
   methods: {
     ...common.methods,
     generateMeta(item) {

package/sources/record-deleted-instant/record-deleted-instant.mjs

@@ -8,7 +8,7 @@ export default {
   name: "New Deleted Record (Instant, of Selectable Type)",
   key: "salesforce_rest_api-record-deleted-instant",
   description: "Emit new event immediately after a record of arbitrary object type (selected as an input parameter by the user) is deleted",
-  version: "0.0.2",
+  version: "0.0.3",
   methods: {
     ...common.methods,
     generateMeta(data) {

package/sources/updated-field-on-record/updated-field-on-record.mjs

@@ -1,6 +1,6 @@
-import startCase from "lodash/startCase.js";
-
+import words from "lodash/words.js";
 import common from "../common.mjs";
+
 const { salesforce } = common.props;
 
 /**
@@ -11,38 +11,29 @@ const { salesforce } = common.props;
  */
 export default {
   ...common,
+  dedupe: "greatest",
   type: "source",
   name: "New Updated Field on Record (of Selectable Type)",
   key: "salesforce_rest_api-updated-field-on-record",
   description: "Emit new event (at regular intervals) when a field of your choosing is updated on any record of a specified Salesforce object. Field history tracking must be enabled for the chosen field. See the docs on [field history tracking](https://sforce.co/3mtj0rF) and [history objects](https://sforce.co/3Fn4lWB) for more information.",
-  version: "0.1.7",
+  version: "0.1.9",
   props: {
     ...common.props,
     objectType: {
       type: common.props.objectType.type,
       label: common.props.objectType.label,
       description: common.props.objectType.description,
-      async options(context) {
-        const { page } = context;
-        if (page !== 0) {
-          return {
-            options: [],
-          };
-        }
-
-        const { sobjects } = await this.salesforce.listSObjectTypes();
-        // Filter options to include only sObjects with associated
-        // [history](https://sforce.co/3Fn4lWB) objects
-        const options = sobjects
-          .filter(this.isValidSObject)
-          .map((sobject) => ({
-            label: sobjects.find((o) => o.name === sobject.associateParentEntity).label,
-            value: sobject.associateParentEntity,
-          }));
-        return {
-          options,
-        };
-      },
+      propDefinition: [
+        salesforce,
+        "objectType",
+        () => ({
+          filter: ({
+            replicateable,
+            associateEntityType,
+          }) => replicateable && associateEntityType === "History",
+          mapper: ({ associateParentEntity: value }) => words(value).join(" "),
+        }),
+      ],
     },
     field: {
       propDefinition: [
@@ -64,62 +55,64 @@ export default {
   hooks: {
     ...common.hooks,
     async activate() {
+      const {
+        objectType,
+        getObjectTypeDescription,
+        setHistoryObjectType,
+        setObjectTypeColumns,
+      } = this;
+
       await common.hooks.activate.call(this);
-      const historyObject = await this.salesforce.getHistorySObjectForObjectType(this.objectType);
-      if (!historyObject) {
-        throw new Error(`History object not found for "${this.objectType}"`);
-      }
-      this._setHistoryObjectType(historyObject.name);
+
+      const historyObjectType = `${objectType}History`;
+
+      const { fields } = await getObjectTypeDescription(historyObjectType);
+      const columns = fields.map(({ name }) => name);
+
+      setHistoryObjectType(historyObjectType);
+      setObjectTypeColumns(columns);
     },
   },
   methods: {
     ...common.methods,
-    _getHistoryObjectType() {
+    getHistoryObjectType() {
       return this.db.get("historyObjectType");
     },
-    _setHistoryObjectType(historyObjectType) {
+    setHistoryObjectType(historyObjectType) {
       this.db.set("historyObjectType", historyObjectType);
     },
-    _getParentId(item) {
-      const parentIdKey = `${this.objectType}Id`;
-      return item[parentIdKey] ?? item["ParentId"];
-    },
-    getUniqueParentIds(items) {
-      // To fetch associated sObject records only once, create a set of the "parent IDs" of the
-      // history object records
-      const parentIdSet = new Set(items.map(this._getParentId).filter((id) => id));
-      return Array.from(parentIdSet);
-    },
-    isValidSObject(sobject) {
-      // Only the activity of those SObject types that have the `replicateable`
-      // flag set is published via the `getUpdated` API.
-      //
-      // See the API docs here: https://sforce.co/3gDy3uP
-      return sobject.replicateable && this.salesforce.isHistorySObject(sobject);
-    },
     isRelevant(item) {
-      const isFieldRelevant = item.Field === this.field;
-      const isFieldValueRelevant = !this.fieldUpdatedTo || item.NewValue === this.fieldUpdatedTo;
+      const {
+        field,
+        fieldUpdatedTo,
+      } = this;
+
+      const isFieldRelevant =
+        item.Field === field
+        || item.Field === `${item.DataType}${field}`;
+
+      const isFieldValueRelevant =
+        !fieldUpdatedTo
+        || item.NewValue === fieldUpdatedTo;
+
       return isFieldRelevant && isFieldValueRelevant;
     },
     generateMeta(event) {
-      const nameField = this.getNameField();
       const {
-        record: item = {},
-        update,
-      } = event;
-      const { [nameField]: name } = item;
+        objectType,
+        field,
+      } = this;
+
       const {
-        Id: id,
         CreatedDate: createdDate,
-      } = update;
-      const entityType = startCase(this.objectType);
-      const summary = `${this.field} on ${entityType}: ${name}`;
+        Id: id,
+        [`${objectType}Id`]: objectId,
+      } = event;
+
       const ts = Date.parse(createdDate);
-      const compositeId = `${id}-${ts}`;
       return {
-        id: compositeId,
-        summary,
+        id: `${id}-${ts}`,
+        summary: `${field} on ${objectType}: ${objectId}`,
         ts,
       };
     },
@@ -127,72 +120,40 @@ export default {
       startTimestamp, endTimestamp,
     }) {
       const {
-        salesforce,
-        _getHistoryObjectType,
+        getHistoryObjectType,
+        getObjectTypeColumns,
         setLatestDateCovered,
-        batchRequest,
-        getBatchRequests,
         isRelevant,
-        getUniqueParentIds,
-        _getParentId,
+        paginate,
         generateMeta,
         $emit: emit,
       } = this;
 
-      let historyItemRetrievals = [];
-      let itemRetrievals = [];
-      const historyObjectType = _getHistoryObjectType();
-      const {
-        ids,
-        latestDateCovered,
-      } = await salesforce.getUpdatedForObjectType(
-        historyObjectType,
+      const objectType = getHistoryObjectType();
+      const columns = getObjectTypeColumns();
+
+      const events = await paginate({
+        objectType,
         startTimestamp,
         endTimestamp,
-      );
-
-      setLatestDateCovered((new Date(latestDateCovered)).toISOString());
-
-      if (ids?.length) {
-        ({ results: historyItemRetrievals } = await batchRequest({
-          data: {
-            batchRequests: getBatchRequests(ids, historyObjectType),
-          },
-        }));
-      }
-
-      const historyItems = historyItemRetrievals
-        .filter(({
-          statusCode, result: item,
-        }) => statusCode === 200 && isRelevant(item))
-        .map(({ result: item }) => item);
+        columns,
+      });
 
-      const parentIds = getUniqueParentIds(historyItems);
+      const [
+        latestEvent,
+      ] = events;
 
-      if (parentIds.length) {
-        ({ results: itemRetrievals } = await batchRequest({
-          data: {
-            batchRequests: getBatchRequests(parentIds),
-          },
-        }));
+      if (latestEvent?.CreatedDate) {
+        setLatestDateCovered((new Date(latestEvent.CreatedDate)).toISOString());
       }
 
-      const itemsById = itemRetrievals
-        .filter(({ statusCode }) => statusCode === 200)
-        .reduce((acc, { result: item }) => ({
-          ...acc,
-          [item.Id]: item,
-        }), {});
-
-      const events = historyItems.map((item) => ({
-        update: item,
-        record: itemsById[_getParentId(item)],
-      }));
-
-      events.forEach((event) => {
-        const meta = generateMeta(event);
-        emit(event, meta);
-      });
+      Array.from(events)
+        .reverse()
+        .filter(isRelevant)
+        .forEach((event) => {
+          const meta = generateMeta(event);
+          emit(event, meta);
+        });
     },
   },
 };

package/sources/updated-field-on-record-instant/updated-field-on-record-instant.mjs

@@ -9,7 +9,7 @@ export default {
   name: "New Updated Field on Record (Instant, of Selectable Type)",
   key: "salesforce_rest_api-updated-field-on-record-instant",
   description: "Emit new event immediately after a field of your choosing is updated on any record of a specified Salesforce object",
-  version: "0.1.4",
+  version: "0.1.5",
   props: {
     ...common.props,
     field: {