@simplysf/simply-data 1.1.8 → 1.1.9-dev.0

package/README.md

@@ -57,6 +57,7 @@ sf plugins
 
 <!-- commands -->
 * [`sf simply data file upload`](#sf-simply-data-file-upload)
+* [`sf simply data files download`](#sf-simply-data-files-download)
 * [`sf simply data files upload`](#sf-simply-data-files-upload)
 
 ## `sf simply data file upload`
@@ -90,7 +91,51 @@ EXAMPLES
   $ sf simply data file upload --file-path fileToUpload.txt --first-publish-location-id 0019000000DmehK --target-org myTargetOrg
 ```
 
-_See code: [src/commands/simply/data/file/upload.ts](https://github.com/SimplySF/simply-data/blob/1.1.8/src/commands/simply/data/file/upload.ts)_
+_See code: [src/commands/simply/data/file/upload.ts](https://github.com/SimplySF/simply-data/blob/1.1.9-dev.0/src/commands/simply/data/file/upload.ts)_
+
+## `sf simply data files download`
+
+Download files from a Salesforce org.
+
+```
+USAGE
+  $ sf simply data files download -o <value> --where <value> [--json] [--api-version <value>] [--max-parallel-jobs
+  <value>]
+
+FLAGS
+  -o, --target-org=<value>         (required) Username or alias of the target org. Not required if the `target-org`
+                                   configuration variable is already set.
+      --api-version=<value>        Override the api version used for api requests made by this command
+      --max-parallel-jobs=<value>  [default: 1] Maximum number of parallel jobs.
+      --where=<value>              (required) WHERE clause for ContentVersion query.
+
+GLOBAL FLAGS
+  --json  Format output as json.
+
+DESCRIPTION
+  Download files from a Salesforce org.
+
+  Downloads files specified by a where clause to a ContentVersion query from a Salesforce org. By default, the plugin
+  uses the REST API for the download as to allow for the streaming of large files without issue. This means that each
+  file will use one REST API request.
+
+EXAMPLES
+  $ sf simply data files download --where 'IsLatest=true' --target-org myTargetOrg
+
+  $ sf simply data files download --where 'IsLatest=true' --max-parallel-jobs 5 --target-org myTargetOrg
+
+FLAG DESCRIPTIONS
+  --max-parallel-jobs=<value>  Maximum number of parallel jobs.
+
+    By default the plugin will only process a single file download at a time. You can increase this value to allow for
+    quasi concurrent downloads. Please note that setting this value too high can cause performance issues.
+
+  --where=<value>  WHERE clause for ContentVersion query.
+
+    Provide a WHERE clause to allow the plugin to specify which ContentVersion records should be downloaded.
+```
+
+_See code: [src/commands/simply/data/files/download.ts](https://github.com/SimplySF/simply-data/blob/1.1.9-dev.0/src/commands/simply/data/files/download.ts)_
 
 ## `sf simply data files upload`
 
@@ -134,5 +179,5 @@ FLAG DESCRIPTIONS
     quasi concurrent uploads. Please note that setting this value too high can cause performance issues.
 ```
 
-_See code: [src/commands/simply/data/files/upload.ts](https://github.com/SimplySF/simply-data/blob/1.1.8/src/commands/simply/data/files/upload.ts)_
+_See code: [src/commands/simply/data/files/upload.ts](https://github.com/SimplySF/simply-data/blob/1.1.9-dev.0/src/commands/simply/data/files/upload.ts)_
 <!-- commandsstop -->

package/lib/commands/simply/data/files/download.d.ts

@@ -0,0 +1,13 @@
+import { SfCommand } from '@salesforce/sf-plugins-core';
+export default class DataFilesDownload extends SfCommand<void> {
+    static readonly summary: string;
+    static readonly description: string;
+    static readonly examples: string[];
+    static readonly flags: {
+        'api-version': import("@oclif/core/lib/interfaces/parser.js").OptionFlag<string | undefined, import("@oclif/core/lib/interfaces/parser.js").CustomOptions>;
+        'max-parallel-jobs': import("@oclif/core/lib/interfaces/parser.js").OptionFlag<number, import("@oclif/core/lib/interfaces/parser.js").CustomOptions>;
+        'target-org': import("@oclif/core/lib/interfaces/parser.js").OptionFlag<import("@salesforce/core").Org, import("@oclif/core/lib/interfaces/parser.js").CustomOptions>;
+        where: import("@oclif/core/lib/interfaces/parser.js").OptionFlag<string, import("@oclif/core/lib/interfaces/parser.js").CustomOptions>;
+    };
+    run(): Promise<void>;
+}

package/lib/commands/simply/data/files/download.js

@@ -0,0 +1,100 @@
+/*
+ * Copyright (c) 2024, Clay Chipps; Copyright (c) 2024, Salesforce.com, Inc.
+ * All rights reserved.
+ * Licensed under the BSD 3-Clause license.
+ * For full license text, see LICENSE.txt file in the repo root or https://opensource.org/licenses/BSD-3-Clause
+ */
+import { createObjectCsvWriter } from 'csv-writer';
+import PQueue from 'p-queue';
+import { Messages } from '@salesforce/core';
+import { SfCommand, Flags } from '@salesforce/sf-plugins-core';
+import { downloadContentVersion } from '../../../../common/contentVersionUtils.js';
+Messages.importMessagesDirectoryFromMetaUrl(import.meta.url);
+const messages = Messages.loadMessages('@simplysf/simply-data', 'simply.data.files.download');
+export default class DataFilesDownload extends SfCommand {
+    static summary = messages.getMessage('summary');
+    static description = messages.getMessage('description');
+    static examples = messages.getMessages('examples');
+    static flags = {
+        'api-version': Flags.orgApiVersion(),
+        'max-parallel-jobs': Flags.integer({
+            summary: messages.getMessage('flags.max-parallel-jobs.summary'),
+            description: messages.getMessage('flags.max-parallel-jobs.description'),
+            default: 1,
+        }),
+        'target-org': Flags.requiredOrg(),
+        where: Flags.string({
+            summary: messages.getMessage('flags.where.summary'),
+            description: messages.getMessage('flags.where.description'),
+            required: true,
+        }),
+    };
+    async run() {
+        const { flags } = await this.parse(DataFilesDownload);
+        // Authorize to the target org
+        const targetOrgConnection = flags['target-org']?.getConnection(flags['api-version']);
+        if (!targetOrgConnection) {
+            throw messages.createError('error.targetOrgConnectionFailed');
+        }
+        this.spinner.start('Querying for files', '\n', { stdout: true });
+        const query = await targetOrgConnection.autoFetchQuery(`SELECT ContentDocumentId, ContentSize, Description, FileExtension, FileType, FirstPublishLocationId, Id, IsLatest, PathOnClient, Title FROM ContentVersion WHERE ${flags.where}`);
+        const contentVersionDownloads = query.records;
+        this.spinner.start('Downloading files', '\n', { stdout: true });
+        const successWriter = createObjectCsvWriter({
+            path: 'success.csv',
+            header: [
+                { id: 'Id', title: 'Id' },
+                { id: 'ContentDocumentId', title: 'ContentDocumentId' },
+                { id: 'ContentSize', title: 'ContentSize' },
+                { id: 'Description', title: 'Description' },
+                { id: 'FileExtension', title: 'FileExtension' },
+                { id: 'FileType', title: 'FileType' },
+                { id: 'FirstPublishLocationId', title: 'FirstPublishLocationId' },
+                { id: 'IsLatest', title: 'IsLatest' },
+                { id: 'PathOnClient', title: 'PathOnClient' },
+                { id: 'Title', title: 'Title' },
+                { id: 'FilePath', title: 'FilePath' },
+            ],
+        });
+        const errorWriter = createObjectCsvWriter({
+            path: 'error.csv',
+            header: [
+                { id: 'Id', title: 'Id' },
+                { id: 'ContentDocumentId', title: 'ContentDocumentId' },
+                { id: 'ContentSize', title: 'ContentSize' },
+                { id: 'Description', title: 'Description' },
+                { id: 'FileExtension', title: 'FileExtension' },
+                { id: 'FileType', title: 'FileType' },
+                { id: 'FirstPublishLocationId', title: 'FirstPublishLocationId' },
+                { id: 'IsLatest', title: 'IsLatest' },
+                { id: 'PathOnClient', title: 'PathOnClient' },
+                { id: 'Title', title: 'Title' },
+                { id: 'Error', title: 'Error' },
+            ],
+        });
+        const downloadQueue = new PQueue({ concurrency: flags['max-parallel-jobs'] });
+        let count = 0;
+        downloadQueue.on('add', () => {
+            this.spinner.status = `Completed: ${count}. Size: ${downloadQueue.size}  Pending: ${downloadQueue.pending}\n`;
+        });
+        downloadQueue.on('completed', () => {
+            count++;
+            this.spinner.status = `Completed: ${count}. Size: ${downloadQueue.size}  Pending: ${downloadQueue.pending}\n`;
+        });
+        for await (const contentVersionDownload of contentVersionDownloads) {
+            void downloadQueue.add(async () => {
+                try {
+                    await downloadContentVersion(targetOrgConnection, contentVersionDownload);
+                    await successWriter.writeRecords([contentVersionDownload]);
+                }
+                catch (error) {
+                    contentVersionDownload.Error = error;
+                    await errorWriter.writeRecords([contentVersionDownload]);
+                }
+            });
+        }
+        await downloadQueue.onIdle();
+        this.spinner.stop();
+    }
+}
+//# sourceMappingURL=download.js.map

package/lib/commands/simply/data/files/download.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"download.js","sourceRoot":"","sources":["../../../../../src/commands/simply/data/files/download.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AAEnD,OAAO,MAAM,MAAM,SAAS,CAAC;AAC7B,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,sBAAsB,EAAE,MAAM,2CAA2C,CAAC;AAGnF,QAAQ,CAAC,kCAAkC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC7D,MAAM,QAAQ,GAAG,QAAQ,CAAC,YAAY,CAAC,uBAAuB,EAAE,4BAA4B,CAAC,CAAC;AAE9F,MAAM,CAAC,OAAO,OAAO,iBAAkB,SAAQ,SAAe;IACrD,MAAM,CAAU,OAAO,GAAG,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;IACzD,MAAM,CAAU,WAAW,GAAG,QAAQ,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;IACjE,MAAM,CAAU,QAAQ,GAAG,QAAQ,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;IAE5D,MAAM,CAAU,KAAK,GAAG;QAC7B,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE;QACpC,mBAAmB,EAAE,KAAK,CAAC,OAAO,CAAC;YACjC,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,iCAAiC,CAAC;YAC/D,WAAW,EAAE,QAAQ,CAAC,UAAU,CAAC,qCAAqC,CAAC;YACvE,OAAO,EAAE,CAAC;SACX,CAAC;QACF,YAAY,EAAE,KAAK,CAAC,WAAW,EAAE;QACjC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC;YAClB,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,qBAAqB,CAAC;YACnD,WAAW,EAAE,QAAQ,CAAC,UAAU,CAAC,yBAAyB,CAAC;YAC3D,QAAQ,EAAE,IAAI;SACf,CAAC;KACH,CAAC;IAEK,KAAK,CAAC,GAAG;QACd,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QAEtD,8BAA8B;QAC9B,MAAM,mBAAmB,GAAG,KAAK,CAAC,YAAY,CAAC,EAAE,aAAa,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC;QAErF,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACzB,MAAM,QAAQ,CAAC,WAAW,CAAC,iCAAiC,CAAC,CAAC;QAChE,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,oBAAoB,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QAEjE,MAAM,KAAK,GAAG,MAAM,mBAAmB,CAAC,cAAc,CACpD,oKAAoK,KAAK,CAAC,KAAK,EAAE,CAClL,CAAC;QAEF,MAAM,uBAAuB,GAAG,KAAK,CAAC,OAAO,CAAC;QAE9C,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,mBAAmB,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QAEhE,MAAM,aAAa,GAAG,qBAAqB,CAAC;YAC1C,IAAI,EAAE,aAAa;YACnB,MAAM,EAAE;gBACN,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE;gBACzB,EAAE,EAAE,EAAE,mBAAmB,EAAE,KAAK,EAAE,mBAAmB,EAAE;gBACvD,EAAE,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,EAAE;gBAC3C,EAAE,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,EAAE;gBAC3C,EAAE,EAAE,EAAE,eAAe,EAAE,KAAK,EAAE,eAAe,EAAE;gBAC/C,EAAE,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE;gBACrC,EAAE,EAAE,EAAE,wBAAwB,EAAE,KAAK,EAAE,wBAAwB,EAAE;gBACjE,EAAE,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE;gBACrC,EAAE,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE,cAAc,EAAE;gBAC7C,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE;gBAC/B,EAAE,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE;aACtC;SACF,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,qBAAqB,CAAC;YACxC,IAAI,EAAE,WAAW;YACjB,MAAM,EAAE;gBACN,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE;gBACzB,EAAE,EAAE,EAAE,mBAAmB,EAAE,KAAK,EAAE,mBAAmB,EAAE;gBACvD,EAAE,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,EAAE;gBAC3C,EAAE,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,EAAE;gBAC3C,EAAE,EAAE,EAAE,eAAe,EAAE,KAAK,EAAE,eAAe,EAAE;gBAC/C,EAAE,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE;gBACrC,EAAE,EAAE,EAAE,wBAAwB,EAAE,KAAK,EAAE,wBAAwB,EAAE;gBACjE,EAAE,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE;gBACrC,EAAE,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE,cAAc,EAAE;gBAC7C,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE;gBAC/B,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE;aAChC;SACF,CAAC,CAAC;QAEH,MAAM,aAAa,GAAG,IAAI,MAAM,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC;QAE9E,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;YAC3B,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,cAAc,KAAK,WAAW,aAAa,CAAC,IAAI,cAAc,aAAa,CAAC,OAAO,IAAI,CAAC;QAChH,CAAC,CAAC,CAAC;QAEH,aAAa,CAAC,EAAE,CAAC,WAAW,EAAE,GAAG,EAAE;YACjC,KAAK,EAAE,CAAC;YACR,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,cAAc,KAAK,WAAW,aAAa,CAAC,IAAI,cAAc,aAAa,CAAC,OAAO,IAAI,CAAC;QAChH,CAAC,CAAC,CAAC;QAEH,IAAI,KAAK,EAAE,MAAM,sBAAsB,IAAI,uBAAuB,EAAE,CAAC;YACnE,KAAK,aAAa,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;gBAChC,IAAI,CAAC;oBACH,MAAM,sBAAsB,CAAC,mBAAmB,EAAE,sBAAsB,CAAC,CAAC;oBAC1E,MAAM,aAAa,CAAC,YAAY,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC;gBAC7D,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,sBAAsB,CAAC,KAAK,GAAG,KAAe,CAAC;oBAC/C,MAAM,WAAW,CAAC,YAAY,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC;gBAC3D,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;QAED,MAAM,aAAa,CAAC,MAAM,EAAE,CAAC;QAE7B,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IACtB,CAAC"}

package/lib/common/contentVersionTypes.d.ts

@@ -1,7 +1,13 @@
 export interface ContentVersion {
-    ContentDocumentId?: string;
+    ContentDocumentId: string;
+    ContentSize: string;
+    Description: string;
     FileExtension: string;
+    FileType: string;
+    FirstPublishLocationId: string;
     Id: string;
+    IsLatest: string;
+    PathOnClient: string;
     Title: string;
 }
 export interface ContentVersionCreateRequest {
@@ -16,6 +22,10 @@ export interface ContentVersionCreateResult {
     name: string;
     message: string;
 }
+export interface ContentVersionDownload extends ContentVersion {
+    Error?: string;
+    FilePath?: string;
+}
 export type ContentVersionToUpload = {
     ContentDocumentId?: string;
     Error?: string;

package/lib/common/contentVersionUtils.d.ts

@@ -1,3 +1,4 @@
 import { Connection } from '@salesforce/core';
-import { ContentVersion } from './contentVersionTypes.js';
+import { ContentVersion, ContentVersionDownload } from './contentVersionTypes.js';
+export declare function downloadContentVersion(targetOrgConnection: Connection, contentVersionDownload: ContentVersionDownload): Promise<void>;
 export declare function uploadContentVersion(targetOrgConnection: Connection, pathOnClient: string, title?: string, firstPublishLocationId?: string): Promise<ContentVersion>;

package/lib/common/contentVersionUtils.js

@@ -6,8 +6,18 @@
  */
 import fs from 'node:fs';
 import path from 'node:path';
+import stream from 'node:stream';
 import FormData from 'form-data';
 import got from 'got';
+export async function downloadContentVersion(targetOrgConnection, contentVersionDownload) {
+    const filePath = `${contentVersionDownload.ContentDocumentId}_${contentVersionDownload.Title.replaceAll(' ', '_')}.${contentVersionDownload.FileExtension}`;
+    await stream.promises.pipeline(got.stream(`${targetOrgConnection.baseUrl()}/sobjects/ContentVersion/${contentVersionDownload.Id}/VersionData`, {
+        headers: {
+            Authorization: `Bearer ${targetOrgConnection.accessToken}`,
+        },
+    }), fs.createWriteStream(filePath));
+    contentVersionDownload.FilePath = filePath;
+}
 export async function uploadContentVersion(targetOrgConnection, pathOnClient, title, firstPublishLocationId) {
     // Check that we have access to the file
     await fs.promises.access(pathOnClient, fs.constants.F_OK);

package/lib/common/contentVersionUtils.js.map

@@ -1 +1 @@
-{"version":3,"file":"contentVersionUtils.js","sourceRoot":"","sources":["../../src/common/contentVersionUtils.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,QAAQ,MAAM,WAAW,CAAC;AACjC,OAAO,GAAG,MAAM,KAAK,CAAC;AAItB,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,mBAA+B,EAC/B,YAAoB,EACpB,KAAc,EACd,sBAA+B;IAE/B,wCAAwC;IACxC,MAAM,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,YAAY,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAE1D,MAAM,2BAA2B,GAAgC;QAC/D,sBAAsB,EAAE,sBAAsB;QAC9C,YAAY,EAAE,YAAY;QAC1B,KAAK,EAAE,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC;KAC5C,CAAC;IAEF,MAAM,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAC;IAC5B,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,IAAI,CAAC,SAAS,CAAC,2BAA2B,CAAC,EAAE,EAAE,WAAW,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAChH,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,EAAE,CAAC,gBAAgB,CAAC,YAAY,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;IAEzG,MAAM,IAAI,GAA+B,MAAM,GAAG,CAAC,IAAI,CAAC,GAAG,mBAAmB,CAAC,OAAO,EAAE,0BAA0B,EAAE;QAClH,IAAI,EAAE,IAAI;QACV,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,mBAAmB,CAAC,WAAW,EAAE;YAC1D,cAAc,EAAE,kCAAkC,IAAI,CAAC,WAAW,EAAE,GAAG;SACxE;QACD,eAAe,EAAE,IAAI;QACrB,YAAY,EAAE,MAAM;KACrB,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,MAAM,mBAAmB,CAAC,iBAAiB,CAC7D,oFAAoF,IAAI,CAAC,EAAE,GAAG,CAC/F,CAAC;IAEF,OAAO,WAA6B,CAAC;AACvC,CAAC"}
+{"version":3,"file":"contentVersionUtils.js","sourceRoot":"","sources":["../../src/common/contentVersionUtils.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,QAAQ,MAAM,WAAW,CAAC;AACjC,OAAO,GAAG,MAAM,KAAK,CAAC;AAStB,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,mBAA+B,EAC/B,sBAA8C;IAE9C,MAAM,QAAQ,GAAG,GAAG,sBAAsB,CAAC,iBAAiB,IAAI,sBAAsB,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,IAC/G,sBAAsB,CAAC,aACzB,EAAE,CAAC;IAEH,MAAM,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAC5B,GAAG,CAAC,MAAM,CAAC,GAAG,mBAAmB,CAAC,OAAO,EAAE,4BAA4B,sBAAsB,CAAC,EAAE,cAAc,EAAE;QAC9G,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,mBAAmB,CAAC,WAAW,EAAE;SAC3D;KACF,CAAC,EACF,EAAE,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAC/B,CAAC;IAEF,sBAAsB,CAAC,QAAQ,GAAG,QAAQ,CAAC;AAC7C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,mBAA+B,EAC/B,YAAoB,EACpB,KAAc,EACd,sBAA+B;IAE/B,wCAAwC;IACxC,MAAM,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,YAAY,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAE1D,MAAM,2BAA2B,GAAgC;QAC/D,sBAAsB,EAAE,sBAAsB;QAC9C,YAAY,EAAE,YAAY;QAC1B,KAAK,EAAE,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC;KAC5C,CAAC;IAEF,MAAM,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAC;IAC5B,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,IAAI,CAAC,SAAS,CAAC,2BAA2B,CAAC,EAAE,EAAE,WAAW,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAChH,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,EAAE,CAAC,gBAAgB,CAAC,YAAY,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;IAEzG,MAAM,IAAI,GAA+B,MAAM,GAAG,CAAC,IAAI,CAAC,GAAG,mBAAmB,CAAC,OAAO,EAAE,0BAA0B,EAAE;QAClH,IAAI,EAAE,IAAI;QACV,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,mBAAmB,CAAC,WAAW,EAAE;YAC1D,cAAc,EAAE,kCAAkC,IAAI,CAAC,WAAW,EAAE,GAAG;SACxE;QACD,eAAe,EAAE,IAAI;QACrB,YAAY,EAAE,MAAM;KACrB,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,MAAM,mBAAmB,CAAC,iBAAiB,CAC7D,oFAAoF,IAAI,CAAC,EAAE,GAAG,CAC/F,CAAC;IAEF,OAAO,WAA6B,CAAC;AACvC,CAAC"}

package/messages/simply.data.files.download.md

@@ -0,0 +1,33 @@
+# summary
+
+Download files from a Salesforce org.
+
+# description
+
+Downloads files specified by a where clause to a ContentVersion query from a Salesforce org. By default, the plugin uses the REST API for the download as to allow for the streaming of large files without issue. This means that each file will use one REST API request.
+
+# flags.max-parallel-jobs.summary
+
+Maximum number of parallel jobs.
+
+# flags.max-parallel-jobs.description
+
+By default the plugin will only process a single file download at a time. You can increase this value to allow for quasi concurrent downloads. Please note that setting this value too high can cause performance issues.
+
+# flags.where.summary
+
+WHERE clause for ContentVersion query.
+
+# flags.where.description
+
+Provide a WHERE clause to allow the plugin to specify which ContentVersion records should be downloaded.
+
+# examples
+
+- <%= config.bin %> <%= command.id %> --where 'IsLatest=true' --target-org myTargetOrg
+
+- <%= config.bin %> <%= command.id %> --where 'IsLatest=true' --max-parallel-jobs 5 --target-org myTargetOrg
+
+# error.targetOrgConnectionFailed
+
+Unable to establish connection to the org.

package/npm-shrinkwrap.json

@@ -1,12 +1,12 @@
 {
   "name": "@simplysf/simply-data",
-  "version": "1.1.8",
+  "version": "1.1.9-dev.0",
   "lockfileVersion": 3,
   "requires": true,
   "packages": {
     "": {
       "name": "@simplysf/simply-data",
-      "version": "1.1.8",
+      "version": "1.1.9-dev.0",
       "license": "BSD-3-Clause",
       "dependencies": {
         "@oclif/core": "^3.25.0",
@@ -17,6 +17,7 @@
         "csv-writer": "^1.6.0",
         "form-data": "^4.0.0",
         "got": "13.0.0",
+        "jsforce": "2.0.0-beta.29",
         "p-queue": "^8.0.1"
       },
       "devDependencies": {
@@ -7664,13 +7665,12 @@
       }
     },
     "node_modules/commander": {
-      "version": "7.1.0",
-      "resolved": "https://registry.npmjs.org/commander/-/commander-7.1.0.tgz",
-      "integrity": "sha512-pRxBna3MJe6HKnBGsDyMv8ETbptw3axEdYHoqNh7gu5oDcew8fs0xnivZGm06Ogk8zGAJ9VX+OPEr2GXEQK4dg==",
-      "dev": true,
+      "version": "4.1.1",
+      "resolved": "https://registry.npmjs.org/commander/-/commander-4.1.1.tgz",
+      "integrity": "sha512-NOKm8xhkzAjzFx8B2v5OAHT+u5pRQc2UCa2Vq9jYL/31o2wi9mxBA7LIFs3sV5VSC49z6pEhfbMULvShKj26WA==",
       "license": "MIT",
       "engines": {
-        "node": ">= 10"
+        "node": ">= 6"
       }
     },
     "node_modules/comment-parser": {
@@ -11304,15 +11304,6 @@
       "integrity": "sha512-J8xLz7q2OFulZ2cyGTLE1TbbZcjpno7FaN6zdJNrgAdrJ+DZzh/uFR6YrTb4C+nXakvud8Q4+rbhoIWlYQbUFQ==",
       "license": "MIT"
     },
-    "node_modules/jsforce/node_modules/commander": {
-      "version": "4.1.1",
-      "resolved": "https://registry.npmjs.org/commander/-/commander-4.1.1.tgz",
-      "integrity": "sha512-NOKm8xhkzAjzFx8B2v5OAHT+u5pRQc2UCa2Vq9jYL/31o2wi9mxBA7LIFs3sV5VSC49z6pEhfbMULvShKj26WA==",
-      "license": "MIT",
-      "engines": {
-        "node": ">= 6"
-      }
-    },
     "node_modules/jsforce/node_modules/csv-parse": {
       "version": "4.16.3",
       "resolved": "https://registry.npmjs.org/csv-parse/-/csv-parse-4.16.3.tgz",
@@ -17904,6 +17895,16 @@
         "ieee754": "^1.2.1"
       }
     },
+    "node_modules/yeoman-environment/node_modules/commander": {
+      "version": "7.1.0",
+      "resolved": "https://registry.npmjs.org/commander/-/commander-7.1.0.tgz",
+      "integrity": "sha512-pRxBna3MJe6HKnBGsDyMv8ETbptw3axEdYHoqNh7gu5oDcew8fs0xnivZGm06Ogk8zGAJ9VX+OPEr2GXEQK4dg==",
+      "dev": true,
+      "license": "MIT",
+      "engines": {
+        "node": ">= 10"
+      }
+    },
     "node_modules/yeoman-environment/node_modules/diff": {
       "version": "5.1.0",
       "resolved": "https://registry.npmjs.org/diff/-/diff-5.1.0.tgz",

package/oclif.lock

@@ -6496,7 +6496,7 @@ jsesc@~0.5.0:
   resolved "https://registry.yarnpkg.com/jsesc/-/jsesc-0.5.0.tgz#e7dee66e35d6fc16f710fe91d5cf69f70f08911d"
   integrity sha512-uZz5UnB7u4T9LvwmFqXii7pZSouaRPorGs5who1Ip7VO0wxanFvBL7GkM6dTHlgX+jhBApRetaWpnDabOeTcnA==
 
-jsforce@^2.0.0-beta.29:
+jsforce@2.0.0-beta.29, jsforce@^2.0.0-beta.29:
   version "2.0.0-beta.29"
   resolved "https://registry.yarnpkg.com/jsforce/-/jsforce-2.0.0-beta.29.tgz#0b59b026eb0b90dfb199a53656af32a4c8acc48f"
   integrity sha512-Fq7xjOYOikyozZZDQNTfzsAdhcO0rUXwtavsjM+cCYUFiCMVOJJavgco303zOsJk3v8sdAYnGgHyKckLIhnyAg==

package/oclif.manifest.json

@@ -102,6 +102,104 @@
         "upload:file:data:simply"
       ]
     },
+    "simply:data:files:download": {
+      "aliases": [],
+      "args": {},
+      "description": "Downloads files specified by a where clause to a ContentVersion query from a Salesforce org. By default, the plugin uses the REST API for the download as to allow for the streaming of large files without issue. This means that each file will use one REST API request.",
+      "examples": [
+        "<%= config.bin %> <%= command.id %> --where 'IsLatest=true' --target-org myTargetOrg",
+        "<%= config.bin %> <%= command.id %> --where 'IsLatest=true' --max-parallel-jobs 5 --target-org myTargetOrg"
+      ],
+      "flags": {
+        "json": {
+          "description": "Format output as json.",
+          "helpGroup": "GLOBAL",
+          "name": "json",
+          "allowNo": false,
+          "type": "boolean"
+        },
+        "api-version": {
+          "description": "Override the api version used for api requests made by this command",
+          "name": "api-version",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "max-parallel-jobs": {
+          "description": "By default the plugin will only process a single file download at a time. You can increase this value to allow for quasi concurrent downloads. Please note that setting this value too high can cause performance issues.",
+          "name": "max-parallel-jobs",
+          "summary": "Maximum number of parallel jobs.",
+          "default": 1,
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        },
+        "target-org": {
+          "char": "o",
+          "name": "target-org",
+          "noCacheDefault": true,
+          "required": true,
+          "summary": "Username or alias of the target org. Not required if the `target-org` configuration variable is already set.",
+          "hasDynamicHelp": true,
+          "multiple": false,
+          "type": "option"
+        },
+        "where": {
+          "description": "Provide a WHERE clause to allow the plugin to specify which ContentVersion records should be downloaded.",
+          "name": "where",
+          "required": true,
+          "summary": "WHERE clause for ContentVersion query.",
+          "hasDynamicHelp": false,
+          "multiple": false,
+          "type": "option"
+        }
+      },
+      "hasDynamicHelp": true,
+      "hiddenAliases": [],
+      "id": "simply:data:files:download",
+      "pluginAlias": "@simplysf/simply-data",
+      "pluginName": "@simplysf/simply-data",
+      "pluginType": "core",
+      "strict": true,
+      "summary": "Download files from a Salesforce org.",
+      "enableJsonFlag": true,
+      "isESM": true,
+      "relativePath": [
+        "lib",
+        "commands",
+        "simply",
+        "data",
+        "files",
+        "download.js"
+      ],
+      "aliasPermutations": [],
+      "permutations": [
+        "simply:data:files:download",
+        "data:simply:files:download",
+        "data:files:simply:download",
+        "data:files:download:simply",
+        "simply:files:data:download",
+        "files:simply:data:download",
+        "files:data:simply:download",
+        "files:data:download:simply",
+        "simply:files:download:data",
+        "files:simply:download:data",
+        "files:download:simply:data",
+        "files:download:data:simply",
+        "simply:data:download:files",
+        "data:simply:download:files",
+        "data:download:simply:files",
+        "data:download:files:simply",
+        "simply:download:data:files",
+        "download:simply:data:files",
+        "download:data:simply:files",
+        "download:data:files:simply",
+        "simply:download:files:data",
+        "download:simply:files:data",
+        "download:files:simply:data",
+        "download:files:data:simply"
+      ]
+    },
     "simply:data:files:upload": {
       "aliases": [],
       "args": {},
@@ -201,5 +299,5 @@
       ]
     }
   },
-  "version": "1.1.8"
+  "version": "1.1.9-dev.0"
 }

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@simplysf/simply-data",
   "description": "Utilities for working with data",
-  "version": "1.1.8",
+  "version": "1.1.9-dev.0",
   "author": "@ClayChipps",
   "bugs": "https://github.com/SimplySF/simply-data/issues",
   "dependencies": {
@@ -13,6 +13,7 @@
     "csv-writer": "^1.6.0",
     "form-data": "^4.0.0",
     "got": "13.0.0",
+    "jsforce": "2.0.0-beta.29",
     "p-queue": "^8.0.1"
   },
   "devDependencies": {