bulkyard 1.0.0

package/LICENSE

@@ -0,0 +1,28 @@
+BSD 3-Clause License
+
+Copyright (c) 2026, Jesse Wheeler
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+1. Redistributions of source code must retain the above copyright notice, this
+   list of conditions and the following disclaimer.
+
+2. Redistributions in binary form must reproduce the above copyright notice,
+   this list of conditions and the following disclaimer in the documentation
+   and/or other materials provided with the distribution.
+
+3. Neither the name of the copyright holder nor the names of its
+   contributors may be used to endorse or promote products derived from
+   this software without specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

package/README.md

@@ -0,0 +1,136 @@
+# bulkyard
+
+A Salesforce CLI plugin for bulk data extraction and loading via local SQLite3 databases.
+
+Uses the Bulk API 2.0 to move data between a Salesforce org and a local SQLite database. A YAML config file drives which objects to process, enabling repeatable multi-object operations.
+
+## Install
+
+```bash
+sf plugins install bulkyard@x.y.z
+```
+
+## Config File
+
+Create a `bulkyard.config.yml` file to define your database path and the objects to extract or load:
+
+```yaml
+database: ./bulkyard.db
+
+objects:
+  - object: Account
+    query: 'SELECT Id, Name, Industry FROM Account WHERE Industry != null'
+    operation: upsert
+    externalIdField: Id
+
+  - object: Contact
+    query: 'SELECT Id, FirstName, LastName, Email FROM Contact'
+    operation: insert
+    table: Contact_Staging
+```
+
+| Field             | Used By | Description                                                |
+| ----------------- | ------- | ---------------------------------------------------------- |
+| `object`          | both    | Salesforce object API name                                 |
+| `query`           | extract | SOQL query to execute                                      |
+| `operation`       | load    | Bulk API operation: `insert`, `update`, `upsert`, `delete` |
+| `externalIdField` | load    | Required when operation is `upsert`                        |
+| `table`           | both    | Optional SQLite table name override (defaults to `object`) |
+
+## Commands
+
+### `sf bulkyard extract`
+
+Extract data from a Salesforce org into a local SQLite database using Bulk API 2.0.
+
+```
+USAGE
+  $ sf bulkyard extract -o <value> (-c <value> | -s <value>) [--json] [--api-version <value>]
+    [-q <value>] [-d <value>] [-t <value>]
+
+FLAGS
+  -c, --config-file=<value>  Path to the YAML config file.
+  -s, --sobject=<value>      Salesforce object API name (e.g. Account, Contact).
+  -q, --query=<value>        SOQL query to execute for extraction.
+  -d, --database=<value>     [default: bulkyard.db] Path to the SQLite database file.
+  -t, --table=<value>        SQLite table name override (defaults to the object name).
+  -o, --target-org=<value>   (required) Username or alias of the target org.
+      --api-version=<value>  Override the API version used for requests.
+
+EXAMPLES
+  Multi-object mode (config file):
+  $ sf bulkyard extract --target-org myOrg --config-file bulkyard.config.yml
+
+  Single-object mode (inline flags):
+  $ sf bulkyard extract --target-org myOrg --sobject Account --query "SELECT Id, Name FROM Account"
+
+  Inline with custom database and table:
+  $ sf bulkyard extract -o myOrg -s Account -q "SELECT Id, Name FROM Account" -d my.db -t Account_Backup
+```
+
+For each object in the config, this command:
+
+1. Runs the SOQL query via Bulk API 2.0
+2. Describes the object to map Salesforce field types to SQLite column types
+3. Creates (or replaces) a SQLite table with typed columns
+4. Inserts all records in transactional batches of 1,000 rows
+
+### `sf bulkyard load`
+
+Load data from a local SQLite database into a Salesforce org using Bulk API 2.0.
+
+```
+USAGE
+  $ sf bulkyard load -o <value> (-c <value> | -s <value>) [--json] [--api-version <value>]
+    [-p <value>] [-e <value>] [-d <value>] [-t <value>]
+
+FLAGS
+  -c, --config-file=<value>       Path to the YAML config file.
+  -s, --sobject=<value>           Salesforce object API name (e.g. Account, Contact).
+  -p, --operation=<value>         Bulk API operation: insert, update, upsert, or delete.
+  -e, --external-id-field=<value> External ID field for upsert operations.
+  -d, --database=<value>          [default: bulkyard.db] Path to the SQLite database file.
+  -t, --table=<value>             SQLite table name override (defaults to the object name).
+  -o, --target-org=<value>        (required) Username or alias of the target org.
+      --api-version=<value>       Override the API version used for requests.
+
+EXAMPLES
+  Multi-object mode (config file):
+  $ sf bulkyard load --target-org myOrg --config-file bulkyard.config.yml
+
+  Single-object mode (inline flags):
+  $ sf bulkyard load --target-org myOrg --sobject Account --operation upsert --external-id-field Id
+
+  Inline with custom database and table:
+  $ sf bulkyard load -o myOrg -s Account -p insert -d my.db -t Account_Staging
+```
+
+For each object in the config, this command:
+
+1. Reads all rows from the corresponding SQLite table
+2. Submits them to the Salesforce Bulk API 2.0 using the configured operation
+3. Reports success/failure counts per object
+
+## License
+
+BSD-3-Clause. See [LICENSE](LICENSE).
+
+## Development
+
+```bash
+# Install dependencies
+yarn
+
+# Build
+yarn build
+
+# Run locally
+./bin/dev.js bulkyard extract --help
+./bin/dev.js bulkyard load --help
+
+# Run tests
+yarn test:only
+
+# Lint
+yarn lint
+```

package/lib/commands/bulkyard/extract.d.ts

@@ -0,0 +1,18 @@
+import { SfCommand } from '@salesforce/sf-plugins-core';
+import { ExtractResult } from '../../core/extractor.js';
+export type ExtractCommandResult = ExtractResult[];
+export default class Extract extends SfCommand<ExtractCommandResult> {
+    static readonly summary: string;
+    static readonly description: string;
+    static readonly examples: string[];
+    static readonly flags: {
+        'target-org': import("@oclif/core/interfaces").OptionFlag<import("@salesforce/core").Org, import("@oclif/core/interfaces").CustomOptions>;
+        'api-version': import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
+        'config-file': import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
+        sobject: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
+        query: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
+        database: import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
+        table: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
+    };
+    run(): Promise<ExtractCommandResult>;
+}

package/lib/commands/bulkyard/extract.js

@@ -0,0 +1,84 @@
+import { SfCommand, Flags } from '@salesforce/sf-plugins-core';
+import { Messages } from '@salesforce/core';
+import { loadConfig, buildConfigFromFlags, validateForExtract } from '../../core/config.js';
+import { BulkyardDatabase } from '../../core/database.js';
+import { extractObject } from '../../core/extractor.js';
+Messages.importMessagesDirectoryFromMetaUrl(import.meta.url);
+const messages = Messages.loadMessages('bulkyard', 'bulkyard.extract');
+export default class Extract extends SfCommand {
+    static summary = messages.getMessage('summary');
+    static description = messages.getMessage('description');
+    static examples = messages.getMessages('examples');
+    static flags = {
+        'target-org': Flags.requiredOrg(),
+        'api-version': Flags.orgApiVersion(),
+        'config-file': Flags.file({
+            char: 'c',
+            summary: messages.getMessage('flags.config-file.summary'),
+            exists: true,
+            exactlyOne: ['config-file', 'sobject'],
+        }),
+        sobject: Flags.string({
+            char: 's',
+            summary: messages.getMessage('flags.sobject.summary'),
+            exactlyOne: ['config-file', 'sobject'],
+        }),
+        query: Flags.string({
+            char: 'q',
+            summary: messages.getMessage('flags.query.summary'),
+            dependsOn: ['sobject'],
+        }),
+        database: Flags.string({
+            char: 'd',
+            summary: messages.getMessage('flags.database.summary'),
+            default: 'bulkyard.db',
+            exclusive: ['config-file'],
+        }),
+        table: Flags.string({
+            char: 't',
+            summary: messages.getMessage('flags.table.summary'),
+            dependsOn: ['sobject'],
+        }),
+    };
+    async run() {
+        const { flags } = await this.parse(Extract);
+        const config = flags['config-file']
+            ? loadConfig(flags['config-file'])
+            : buildConfigFromFlags({
+                sobject: flags.sobject,
+                database: flags.database,
+                query: flags.query,
+                table: flags.table,
+            });
+        validateForExtract(config);
+        const conn = flags['target-org'].getConnection(flags['api-version']);
+        const db = new BulkyardDatabase(config.database);
+        const results = [];
+        try {
+            for (const objConfig of config.objects) {
+                this.spinner.start(messages.getMessage('info.extracting', [objConfig.object]));
+                // eslint-disable-next-line no-await-in-loop
+                const result = await extractObject(conn, db, objConfig);
+                this.spinner.stop();
+                if (result.success) {
+                    this.log(`  ${result.object} -> ${result.table}: ${result.recordCount} records`);
+                }
+                else {
+                    this.warn(messages.getMessage('error.objectFailed', [result.object, result.error ?? 'unknown']));
+                }
+                results.push(result);
+            }
+            this.log(messages.getMessage('info.complete'));
+            this.styledHeader('Extract Results');
+            this.table({
+                data: results,
+                columns: ['object', 'table', { key: 'recordCount', name: 'Records' }, 'success'],
+            });
+        }
+        finally {
+            db.close();
+        }
+        return results;
+    }
+}
+//# sourceMappingURL=extract.js.map

package/lib/commands/bulkyard/extract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../../src/commands/bulkyard/extract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC5F,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,aAAa,EAAiB,MAAM,yBAAyB,CAAC;AAEvE,QAAQ,CAAC,kCAAkC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC7D,MAAM,QAAQ,GAAG,QAAQ,CAAC,YAAY,CAAC,UAAU,EAAE,kBAAkB,CAAC,CAAC;AAIvE,MAAM,CAAC,OAAO,OAAO,OAAQ,SAAQ,SAA+B;IAC3D,MAAM,CAAU,OAAO,GAAG,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;IACzD,MAAM,CAAU,WAAW,GAAG,QAAQ,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;IACjE,MAAM,CAAU,QAAQ,GAAG,QAAQ,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;IAE5D,MAAM,CAAU,KAAK,GAAG;QAC7B,YAAY,EAAE,KAAK,CAAC,WAAW,EAAE;QACjC,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE;QACpC,aAAa,EAAE,KAAK,CAAC,IAAI,CAAC;YACxB,IAAI,EAAE,GAAG;YACT,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,2BAA2B,CAAC;YACzD,MAAM,EAAE,IAAI;YACZ,UAAU,EAAE,CAAC,aAAa,EAAE,SAAS,CAAC;SACvC,CAAC;QACF,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC;YACpB,IAAI,EAAE,GAAG;YACT,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,uBAAuB,CAAC;YACrD,UAAU,EAAE,CAAC,aAAa,EAAE,SAAS,CAAC;SACvC,CAAC;QACF,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC;YAClB,IAAI,EAAE,GAAG;YACT,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,qBAAqB,CAAC;YACnD,SAAS,EAAE,CAAC,SAAS,CAAC;SACvB,CAAC;QACF,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC;YACrB,IAAI,EAAE,GAAG;YACT,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,wBAAwB,CAAC;YACtD,OAAO,EAAE,aAAa;YACtB,SAAS,EAAE,CAAC,aAAa,CAAC;SAC3B,CAAC;QACF,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC;YAClB,IAAI,EAAE,GAAG;YACT,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,qBAAqB,CAAC;YACnD,SAAS,EAAE,CAAC,SAAS,CAAC;SACvB,CAAC;KACH,CAAC;IAEK,KAAK,CAAC,GAAG;QACd,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAG,KAAK,CAAC,aAAa,CAAC;YACjC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YAClC,CAAC,CAAC,oBAAoB,CAAC;gBACnB,OAAO,EAAE,KAAK,CAAC,OAAQ;gBACvB,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,KAAK,EAAE,KAAK,CAAC,KAAK;aACnB,CAAC,CAAC;QACP,kBAAkB,CAAC,MAAM,CAAC,CAAC;QAE3B,MAAM,IAAI,GAAG,KAAK,CAAC,YAAY,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC;QACrE,MAAM,EAAE,GAAG,IAAI,gBAAgB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACjD,MAAM,OAAO,GAAoB,EAAE,CAAC;QAEpC,IAAI,CAAC;YACH,KAAK,MAAM,SAAS,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACvC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,iBAAiB,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBAC/E,4CAA4C;gBAC5C,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,IAAI,EAAE,EAAE,EAAE,SAAS,CAAC,CAAC;gBACxD,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;gBAEpB,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACnB,IAAI,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,MAAM,OAAO,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,WAAW,UAAU,CAAC,CAAC;gBACnF,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,oBAAoB,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC;gBACnG,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvB,CAAC;YAED,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC,CAAC;YAC/C,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAC;YACrC,IAAI,CAAC,KAAK,CAAC;gBACT,IAAI,EAAE,OAAoD;gBAC1D,OAAO,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,aAAa,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,SAAS,CAAC;aACjF,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,EAAE,CAAC,KAAK,EAAE,CAAC;QACb,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC"}

package/lib/commands/bulkyard/load.d.ts

@@ -0,0 +1,19 @@
+import { SfCommand } from '@salesforce/sf-plugins-core';
+import { LoadResult } from '../../core/loader.js';
+export type LoadCommandResult = LoadResult[];
+export default class Load extends SfCommand<LoadCommandResult> {
+    static readonly summary: string;
+    static readonly description: string;
+    static readonly examples: string[];
+    static readonly flags: {
+        'target-org': import("@oclif/core/interfaces").OptionFlag<import("@salesforce/core").Org, import("@oclif/core/interfaces").CustomOptions>;
+        'api-version': import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
+        'config-file': import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
+        sobject: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
+        operation: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
+        'external-id-field': import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
+        database: import("@oclif/core/interfaces").OptionFlag<string, import("@oclif/core/interfaces").CustomOptions>;
+        table: import("@oclif/core/interfaces").OptionFlag<string | undefined, import("@oclif/core/interfaces").CustomOptions>;
+    };
+    run(): Promise<LoadCommandResult>;
+}

package/lib/commands/bulkyard/load.js

@@ -0,0 +1,98 @@
+import { SfCommand, Flags } from '@salesforce/sf-plugins-core';
+import { Messages } from '@salesforce/core';
+import { loadConfig, buildConfigFromFlags, validateForLoad } from '../../core/config.js';
+import { BulkyardDatabase } from '../../core/database.js';
+import { loadObject } from '../../core/loader.js';
+Messages.importMessagesDirectoryFromMetaUrl(import.meta.url);
+const messages = Messages.loadMessages('bulkyard', 'bulkyard.load');
+export default class Load extends SfCommand {
+    static summary = messages.getMessage('summary');
+    static description = messages.getMessage('description');
+    static examples = messages.getMessages('examples');
+    static flags = {
+        'target-org': Flags.requiredOrg(),
+        'api-version': Flags.orgApiVersion(),
+        'config-file': Flags.file({
+            char: 'c',
+            summary: messages.getMessage('flags.config-file.summary'),
+            exists: true,
+            exactlyOne: ['config-file', 'sobject'],
+        }),
+        sobject: Flags.string({
+            char: 's',
+            summary: messages.getMessage('flags.sobject.summary'),
+            exactlyOne: ['config-file', 'sobject'],
+        }),
+        operation: Flags.string({
+            char: 'p',
+            summary: messages.getMessage('flags.operation.summary'),
+            options: ['insert', 'update', 'upsert', 'delete'],
+            dependsOn: ['sobject'],
+        }),
+        'external-id-field': Flags.string({
+            char: 'e',
+            summary: messages.getMessage('flags.external-id-field.summary'),
+            dependsOn: ['sobject'],
+        }),
+        database: Flags.string({
+            char: 'd',
+            summary: messages.getMessage('flags.database.summary'),
+            default: 'bulkyard.db',
+            exclusive: ['config-file'],
+        }),
+        table: Flags.string({
+            char: 't',
+            summary: messages.getMessage('flags.table.summary'),
+            dependsOn: ['sobject'],
+        }),
+    };
+    async run() {
+        const { flags } = await this.parse(Load);
+        const config = flags['config-file']
+            ? loadConfig(flags['config-file'])
+            : buildConfigFromFlags({
+                sobject: flags.sobject,
+                database: flags.database,
+                operation: flags.operation,
+                externalIdField: flags['external-id-field'],
+                table: flags.table,
+            });
+        validateForLoad(config);
+        const conn = flags['target-org'].getConnection(flags['api-version']);
+        const db = new BulkyardDatabase(config.database);
+        const results = [];
+        try {
+            for (const objConfig of config.objects) {
+                this.spinner.start(messages.getMessage('info.loading', [objConfig.object]));
+                // eslint-disable-next-line no-await-in-loop
+                const result = await loadObject(conn, db, objConfig);
+                this.spinner.stop();
+                if (result.success) {
+                    this.log(`  ${result.object}: ${result.successCount}/${result.totalRecords} succeeded`);
+                }
+                else {
+                    this.warn(messages.getMessage('error.objectFailed', [result.object, result.errors.join('; ')]));
+                }
+                results.push(result);
+            }
+            this.log(messages.getMessage('info.complete'));
+            this.styledHeader('Load Results');
+            this.table({
+                data: results,
+                columns: [
+                    'object',
+                    'table',
+                    { key: 'totalRecords', name: 'Total' },
+                    { key: 'successCount', name: 'Success' },
+                    { key: 'failureCount', name: 'Failures' },
+                    'success',
+                ],
+            });
+        }
+        finally {
+            db.close();
+        }
+        return results;
+    }
+}
+//# sourceMappingURL=load.js.map

package/lib/commands/bulkyard/load.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"load.js","sourceRoot":"","sources":["../../../src/commands/bulkyard/load.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACzF,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAc,MAAM,sBAAsB,CAAC;AAE9D,QAAQ,CAAC,kCAAkC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC7D,MAAM,QAAQ,GAAG,QAAQ,CAAC,YAAY,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;AAIpE,MAAM,CAAC,OAAO,OAAO,IAAK,SAAQ,SAA4B;IACrD,MAAM,CAAU,OAAO,GAAG,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;IACzD,MAAM,CAAU,WAAW,GAAG,QAAQ,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;IACjE,MAAM,CAAU,QAAQ,GAAG,QAAQ,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;IAE5D,MAAM,CAAU,KAAK,GAAG;QAC7B,YAAY,EAAE,KAAK,CAAC,WAAW,EAAE;QACjC,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE;QACpC,aAAa,EAAE,KAAK,CAAC,IAAI,CAAC;YACxB,IAAI,EAAE,GAAG;YACT,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,2BAA2B,CAAC;YACzD,MAAM,EAAE,IAAI;YACZ,UAAU,EAAE,CAAC,aAAa,EAAE,SAAS,CAAC;SACvC,CAAC;QACF,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC;YACpB,IAAI,EAAE,GAAG;YACT,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,uBAAuB,CAAC;YACrD,UAAU,EAAE,CAAC,aAAa,EAAE,SAAS,CAAC;SACvC,CAAC;QACF,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC;YACtB,IAAI,EAAE,GAAG;YACT,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,yBAAyB,CAAC;YACvD,OAAO,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC;YACjD,SAAS,EAAE,CAAC,SAAS,CAAC;SACvB,CAAC;QACF,mBAAmB,EAAE,KAAK,CAAC,MAAM,CAAC;YAChC,IAAI,EAAE,GAAG;YACT,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,iCAAiC,CAAC;YAC/D,SAAS,EAAE,CAAC,SAAS,CAAC;SACvB,CAAC;QACF,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC;YACrB,IAAI,EAAE,GAAG;YACT,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,wBAAwB,CAAC;YACtD,OAAO,EAAE,aAAa;YACtB,SAAS,EAAE,CAAC,aAAa,CAAC;SAC3B,CAAC;QACF,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC;YAClB,IAAI,EAAE,GAAG;YACT,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,qBAAqB,CAAC;YACnD,SAAS,EAAE,CAAC,SAAS,CAAC;SACvB,CAAC;KACH,CAAC;IAEK,KAAK,CAAC,GAAG;QACd,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,KAAK,CAAC,aAAa,CAAC;YACjC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YAClC,CAAC,CAAC,oBAAoB,CAAC;gBACnB,OAAO,EAAE,KAAK,CAAC,OAAQ;gBACvB,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,eAAe,EAAE,KAAK,CAAC,mBAAmB,CAAC;gBAC3C,KAAK,EAAE,KAAK,CAAC,KAAK;aACnB,CAAC,CAAC;QACP,eAAe,CAAC,MAAM,CAAC,CAAC;QAExB,MAAM,IAAI,GAAG,KAAK,CAAC,YAAY,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC;QACrE,MAAM,EAAE,GAAG,IAAI,gBAAgB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACjD,MAAM,OAAO,GAAiB,EAAE,CAAC;QAEjC,IAAI,CAAC;YACH,KAAK,MAAM,SAAS,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACvC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,cAAc,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBAC5E,4CAA4C;gBAC5C,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,EAAE,EAAE,SAAS,CAAC,CAAC;gBACrD,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;gBAEpB,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACnB,IAAI,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,YAAY,YAAY,CAAC,CAAC;gBAC1F,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,oBAAoB,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;gBAClG,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvB,CAAC;YAED,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC,CAAC;YAC/C,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;YAClC,IAAI,CAAC,KAAK,CAAC;gBACT,IAAI,EAAE,OAAoD;gBAC1D,OAAO,EAAE;oBACP,QAAQ;oBACR,OAAO;oBACP,EAAE,GAAG,EAAE,cAAc,EAAE,IAAI,EAAE,OAAO,EAAE;oBACtC,EAAE,GAAG,EAAE,cAAc,EAAE,IAAI,EAAE,SAAS,EAAE;oBACxC,EAAE,GAAG,EAAE,cAAc,EAAE,IAAI,EAAE,UAAU,EAAE;oBACzC,SAAS;iBACV;aACF,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,EAAE,CAAC,KAAK,EAAE,CAAC;QACb,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC"}

package/lib/core/config.d.ts

@@ -0,0 +1,23 @@
+export type BulkyardObjectConfig = {
+    object: string;
+    query?: string;
+    operation?: string;
+    externalIdField?: string;
+    table?: string;
+};
+export type BulkyardConfig = {
+    database: string;
+    objects: BulkyardObjectConfig[];
+};
+export declare function loadConfig(filePath: string): BulkyardConfig;
+export type InlineFlagConfig = {
+    sobject: string;
+    database: string;
+    query?: string;
+    operation?: string;
+    externalIdField?: string;
+    table?: string;
+};
+export declare function buildConfigFromFlags(flags: InlineFlagConfig): BulkyardConfig;
+export declare function validateForExtract(config: BulkyardConfig): void;
+export declare function validateForLoad(config: BulkyardConfig): void;

package/lib/core/config.js

@@ -0,0 +1,52 @@
+import { readFileSync } from 'node:fs';
+import { SfError } from '@salesforce/core';
+import yaml from 'js-yaml';
+export function loadConfig(filePath) {
+    const raw = readFileSync(filePath, 'utf8');
+    const parsed = yaml.load(raw);
+    if (!parsed || typeof parsed !== 'object') {
+        throw new SfError(`Invalid config file: ${filePath}`);
+    }
+    if (typeof parsed.database !== 'string' || parsed.database.length === 0) {
+        throw new SfError('Config must include a "database" path string.');
+    }
+    if (!Array.isArray(parsed.objects) || parsed.objects.length === 0) {
+        throw new SfError('Config must include a non-empty "objects" array.');
+    }
+    for (const obj of parsed.objects) {
+        if (typeof obj.object !== 'string' || obj.object.length === 0) {
+            throw new SfError('Each object entry must have an "object" field.');
+        }
+    }
+    return parsed;
+}
+export function buildConfigFromFlags(flags) {
+    const obj = { object: flags.sobject };
+    if (flags.query)
+        obj.query = flags.query;
+    if (flags.operation)
+        obj.operation = flags.operation;
+    if (flags.externalIdField)
+        obj.externalIdField = flags.externalIdField;
+    if (flags.table)
+        obj.table = flags.table;
+    return { database: flags.database, objects: [obj] };
+}
+export function validateForExtract(config) {
+    for (const obj of config.objects) {
+        if (!obj.query) {
+            throw new SfError(`Object "${obj.object}" is missing a "query" for extract.`);
+        }
+    }
+}
+export function validateForLoad(config) {
+    for (const obj of config.objects) {
+        if (!obj.operation) {
+            throw new SfError(`Object "${obj.object}" is missing an "operation" for load.`);
+        }
+        if (obj.operation === 'upsert' && !obj.externalIdField) {
+            throw new SfError(`Object "${obj.object}" uses upsert but is missing "externalIdField".`);
+        }
+    }
+}
+//# sourceMappingURL=config.js.map

package/lib/core/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/core/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC3C,OAAO,IAAI,MAAM,SAAS,CAAC;AAe3B,MAAM,UAAU,UAAU,CAAC,QAAgB;IACzC,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAA4B,CAAC;IAEzD,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC1C,MAAM,IAAI,OAAO,CAAC,wBAAwB,QAAQ,EAAE,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxE,MAAM,IAAI,OAAO,CAAC,+CAA+C,CAAC,CAAC;IACrE,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClE,MAAM,IAAI,OAAO,CAAC,kDAAkD,CAAC,CAAC;IACxE,CAAC;IAED,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,OAAyC,EAAE,CAAC;QACnE,IAAI,OAAO,GAAG,CAAC,MAAM,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9D,MAAM,IAAI,OAAO,CAAC,gDAAgD,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IAED,OAAO,MAAmC,CAAC;AAC7C,CAAC;AAWD,MAAM,UAAU,oBAAoB,CAAC,KAAuB;IAC1D,MAAM,GAAG,GAAyB,EAAE,MAAM,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;IAC5D,IAAI,KAAK,CAAC,KAAK;QAAE,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;IACzC,IAAI,KAAK,CAAC,SAAS;QAAE,GAAG,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;IACrD,IAAI,KAAK,CAAC,eAAe;QAAE,GAAG,CAAC,eAAe,GAAG,KAAK,CAAC,eAAe,CAAC;IACvE,IAAI,KAAK,CAAC,KAAK;QAAE,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;IAEzC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,MAAsB;IACvD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACjC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,OAAO,CAAC,WAAW,GAAG,CAAC,MAAM,qCAAqC,CAAC,CAAC;QAChF,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,MAAsB;IACpD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACjC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,IAAI,OAAO,CAAC,WAAW,GAAG,CAAC,MAAM,uCAAuC,CAAC,CAAC;QAClF,CAAC;QACD,IAAI,GAAG,CAAC,SAAS,KAAK,QAAQ,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;YACvD,MAAM,IAAI,OAAO,CAAC,WAAW,GAAG,CAAC,MAAM,iDAAiD,CAAC,CAAC;QAC5F,CAAC;IACH,CAAC;AACH,CAAC"}

package/lib/core/database.d.ts

@@ -0,0 +1,15 @@
+export type ColumnDef = {
+    name: string;
+    sfType: string;
+};
+export declare class BulkyardDatabase {
+    private db;
+    constructor(dbPath: string);
+    createTable(tableName: string, columns: ColumnDef[]): void;
+    insertRecords(tableName: string, columns: string[], records: Array<Record<string, unknown>>): void;
+    readAllRows(tableName: string): Array<Record<string, unknown>>;
+    tableExists(tableName: string): boolean;
+    getTableColumns(tableName: string): string[];
+    getRowCount(tableName: string): number;
+    close(): void;
+}

package/lib/core/database.js

@@ -0,0 +1,67 @@
+import Database from 'better-sqlite3';
+import { sfTypeToSqlite } from './type-map.js';
+function quoteId(identifier) {
+    return `"${identifier.replace(/"/g, '""')}"`;
+}
+function convertValue(val) {
+    if (val === null || val === undefined)
+        return null;
+    if (typeof val === 'boolean')
+        return val ? 1 : 0;
+    if (typeof val === 'object')
+        return JSON.stringify(val);
+    return val;
+}
+export class BulkyardDatabase {
+    db;
+    constructor(dbPath) {
+        this.db = new Database(dbPath);
+        this.db.pragma('journal_mode = WAL');
+        this.db.pragma('foreign_keys = OFF');
+    }
+    createTable(tableName, columns) {
+        const quoted = quoteId(tableName);
+        this.db.exec(`DROP TABLE IF EXISTS ${quoted}`);
+        const colDefs = columns.map((c) => `${quoteId(c.name)} ${sfTypeToSqlite(c.sfType)}`).join(', ');
+        this.db.exec(`CREATE TABLE ${quoted} (${colDefs})`);
+    }
+    insertRecords(tableName, columns, records) {
+        const quoted = quoteId(tableName);
+        const colList = columns.map((c) => quoteId(c)).join(', ');
+        const placeholders = columns.map(() => '?').join(', ');
+        const stmt = this.db.prepare(`INSERT INTO ${quoted} (${colList}) VALUES (${placeholders})`);
+        const batchSize = 1000;
+        for (let i = 0; i < records.length; i += batchSize) {
+            const batch = records.slice(i, i + batchSize);
+            const insertBatch = this.db.transaction((rows) => {
+                for (const row of rows) {
+                    const values = columns.map((col) => convertValue(row[col]));
+                    stmt.run(...values);
+                }
+            });
+            insertBatch(batch);
+        }
+    }
+    readAllRows(tableName) {
+        const quoted = quoteId(tableName);
+        return this.db.prepare(`SELECT * FROM ${quoted}`).all();
+    }
+    tableExists(tableName) {
+        const row = this.db
+            .prepare("SELECT count(*) as cnt FROM sqlite_master WHERE type='table' AND name = ?")
+            .get(tableName);
+        return row.cnt > 0;
+    }
+    getTableColumns(tableName) {
+        const rows = this.db.prepare(`PRAGMA table_info(${quoteId(tableName)})`).all();
+        return rows.map((r) => r.name);
+    }
+    getRowCount(tableName) {
+        const row = this.db.prepare(`SELECT count(*) as cnt FROM ${quoteId(tableName)}`).get();
+        return row.cnt;
+    }
+    close() {
+        this.db.close();
+    }
+}
+//# sourceMappingURL=database.js.map

package/lib/core/database.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"database.js","sourceRoot":"","sources":["../../src/core/database.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAO/C,SAAS,OAAO,CAAC,UAAkB;IACjC,OAAO,IAAI,UAAU,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;AAC/C,CAAC;AAED,SAAS,YAAY,CAAC,GAAY;IAChC,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACnD,IAAI,OAAO,GAAG,KAAK,SAAS;QAAE,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjD,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IACxD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,OAAO,gBAAgB;IACnB,EAAE,CAAoB;IAE9B,YAAmB,MAAc;QAC/B,IAAI,CAAC,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC/B,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QACrC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;IACvC,CAAC;IAEM,WAAW,CAAC,SAAiB,EAAE,OAAoB;QACxD,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;QAClC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,wBAAwB,MAAM,EAAE,CAAC,CAAC;QAE/C,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChG,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,gBAAgB,MAAM,KAAK,OAAO,GAAG,CAAC,CAAC;IACtD,CAAC;IAEM,aAAa,CAAC,SAAiB,EAAE,OAAiB,EAAE,OAAuC;QAChG,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;QAClC,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1D,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvD,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,MAAM,KAAK,OAAO,aAAa,YAAY,GAAG,CAAC,CAAC;QAE5F,MAAM,SAAS,GAAG,IAAI,CAAC;QACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YACnD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;YAC9C,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,IAAoC,EAAE,EAAE;gBAC/E,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;oBACvB,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;oBAC5D,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;gBACtB,CAAC;YACH,CAAC,CAAC,CAAC;YACH,WAAW,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IAEM,WAAW,CAAC,SAAiB;QAClC,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;QAClC,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,iBAAiB,MAAM,EAAE,CAAC,CAAC,GAAG,EAAoC,CAAC;IAC5F,CAAC;IAEM,WAAW,CAAC,SAAiB;QAClC,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE;aAChB,OAAO,CAAC,2EAA2E,CAAC;aACpF,GAAG,CAAC,SAAS,CAAoB,CAAC;QACrC,OAAO,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC;IACrB,CAAC;IAEM,eAAe,CAAC,SAAiB;QACtC,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,qBAAqB,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAA6B,CAAC;QAC1G,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAEM,WAAW,CAAC,SAAiB;QAClC,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,+BAA+B,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,GAAG,EAAqB,CAAC;QAC1G,OAAO,GAAG,CAAC,GAAG,CAAC;IACjB,CAAC;IAEM,KAAK;QACV,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;CACF"}

package/lib/core/extractor.d.ts

@@ -0,0 +1,11 @@
+import { Connection } from '@salesforce/core';
+import { BulkyardDatabase } from './database.js';
+import { BulkyardObjectConfig } from './config.js';
+export type ExtractResult = {
+    object: string;
+    table: string;
+    recordCount: number;
+    success: boolean;
+    error?: string;
+};
+export declare function extractObject(conn: Connection, db: BulkyardDatabase, objConfig: BulkyardObjectConfig): Promise<ExtractResult>;

package/lib/core/extractor.js

@@ -0,0 +1,33 @@
+export async function extractObject(conn, db, objConfig) {
+    const tableName = objConfig.table ?? objConfig.object;
+    try {
+        const queryResult = await conn.bulk2.query(objConfig.query);
+        const records = await queryResult.toArray();
+        if (records.length === 0) {
+            return { object: objConfig.object, table: tableName, recordCount: 0, success: true };
+        }
+        const firstRecord = records[0];
+        const recordKeys = Object.keys(firstRecord).filter((k) => k !== 'attributes');
+        const describeResult = await conn.describe(objConfig.object);
+        const fieldMap = new Map(describeResult.fields.map((f) => [f.name, f.type]));
+        const columns = recordKeys.map((key) => ({
+            name: key,
+            sfType: fieldMap.get(key) ?? 'string',
+        }));
+        db.createTable(tableName, columns);
+        const cleanRecords = records.map((rec) => {
+            const cleaned = {};
+            for (const key of recordKeys) {
+                cleaned[key] = rec[key];
+            }
+            return cleaned;
+        });
+        db.insertRecords(tableName, recordKeys, cleanRecords);
+        return { object: objConfig.object, table: tableName, recordCount: records.length, success: true };
+    }
+    catch (err) {
+        const message = err instanceof Error ? err.message : String(err);
+        return { object: objConfig.object, table: tableName, recordCount: 0, success: false, error: message };
+    }
+}
+//# sourceMappingURL=extractor.js.map

package/lib/core/extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractor.js","sourceRoot":"","sources":["../../src/core/extractor.ts"],"names":[],"mappings":"AAYA,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,IAAgB,EAChB,EAAoB,EACpB,SAA+B;IAE/B,MAAM,SAAS,GAAG,SAAS,CAAC,KAAK,IAAI,SAAS,CAAC,MAAM,CAAC;IACtD,IAAI,CAAC;QACH,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,KAAM,CAAC,CAAC;QAC7D,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,OAAO,EAAE,CAAC;QAE5C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACvF,CAAC;QAED,MAAM,WAAW,GAAG,OAAO,CAAC,CAAC,CAA4B,CAAC;QAC1D,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,YAAY,CAAC,CAAC;QAE9E,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC7D,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAE7E,MAAM,OAAO,GAAgB,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACpD,IAAI,EAAE,GAAG;YACT,MAAM,EAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,QAAQ;SACtC,CAAC,CAAC,CAAC;QAEJ,EAAE,CAAC,WAAW,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAEnC,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACvC,MAAM,OAAO,GAA4B,EAAE,CAAC;YAC5C,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;gBAC7B,OAAO,CAAC,GAAG,CAAC,GAAI,GAA+B,CAAC,GAAG,CAAC,CAAC;YACvD,CAAC;YACD,OAAO,OAAO,CAAC;QACjB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,aAAa,CAAC,SAAS,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC;QAEtD,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IACpG,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IACxG,CAAC;AACH,CAAC"}

package/lib/core/loader.d.ts

@@ -0,0 +1,13 @@
+import { Connection } from '@salesforce/core';
+import { BulkyardDatabase } from './database.js';
+import { BulkyardObjectConfig } from './config.js';
+export type LoadResult = {
+    object: string;
+    table: string;
+    totalRecords: number;
+    successCount: number;
+    failureCount: number;
+    success: boolean;
+    errors: string[];
+};
+export declare function loadObject(conn: Connection, db: BulkyardDatabase, objConfig: BulkyardObjectConfig): Promise<LoadResult>;