@contrail/cli 3.4.4 → 3.4.5-alpha.18160f5

package/README.md

@@ -17,7 +17,7 @@ $ npm install -g @contrail/cli
 $ contrail COMMAND
 running command...
 $ contrail (--version)
-@contrail/cli/3.4.4 linux-x64 node-v18.20.8
+@contrail/cli/3.4.5-alpha.18160f5 linux-x64 node-v18.20.8
 $ contrail --help [COMMAND]
 USAGE
   $ contrail COMMAND

package/dist/commands/load-local/index.d.ts

@@ -0,0 +1,18 @@
+import { BaseCommand } from '../../basecommand';
+export default class LoadLocal extends BaseCommand {
+    static hidden: boolean;
+    static description: string;
+    static examples: string[];
+    static flags: {
+        yes: import("@oclif/core/lib/interfaces").BooleanFlag<boolean>;
+        'dry-run': import("@oclif/core/lib/interfaces").BooleanFlag<boolean>;
+        stage: import("@oclif/core/lib/interfaces").OptionFlag<number, import("@oclif/core/lib/interfaces/parser").CustomOptions>;
+        alwaysConfirmEnv: import("@oclif/core/lib/interfaces").OptionFlag<string, import("@oclif/core/lib/interfaces/parser").CustomOptions>;
+        logLevel: import("@oclif/core/lib/interfaces").OptionFlag<string, import("@oclif/core/lib/interfaces/parser").CustomOptions>;
+    };
+    static args: {
+        dataFile: import("@oclif/core/lib/interfaces/parser").Arg<string, Record<string, unknown>>;
+        configFile: import("@oclif/core/lib/interfaces/parser").Arg<string, Record<string, unknown>>;
+    };
+    run(): Promise<void>;
+}

package/dist/commands/load-local/index.js

@@ -0,0 +1,157 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const tslib_1 = require("tslib");
+const core_1 = require("@oclif/core");
+const sdk_1 = require("@contrail/sdk");
+const loader_1 = require("@contrail/loader");
+const chalk_1 = tslib_1.__importDefault(require("chalk"));
+const inquirer_1 = tslib_1.__importDefault(require("inquirer"));
+const login_1 = require("../../auth/login");
+const basecommand_1 = require("../../basecommand");
+const helpers_1 = require("../../helpers/load/helpers");
+const file_helpers_1 = require("../../helpers/file-helpers");
+const logger_1 = tslib_1.__importDefault(require("../../logger"));
+const formatters_1 = require("../../helpers/pipeline/formatters");
+const fs = tslib_1.__importStar(require("fs"));
+const path = tslib_1.__importStar(require("path"));
+class LoadLocal extends basecommand_1.BaseCommand {
+    static hidden = true;
+    static description = 'Run the full data loading pipeline locally. Reads a CSV data file and a YAML/JSON config, then runs preprocess → analyze → validate → preview → execute stages with detailed feedback.';
+    static examples = [
+        '$ contrail load-local data.csv config.yml',
+        '$ contrail load-local data.csv config.yml --dry-run',
+        '$ contrail load-local data.csv config.yml --yes',
+        '$ contrail load-local data.csv config.yml --stage 3',
+    ];
+    static flags = {
+        ...basecommand_1.BaseCommand.baseFlags,
+        yes: core_1.Flags.boolean({
+            char: 'y',
+            description: 'Skip confirmation prompt before executing',
+            default: false,
+        }),
+        'dry-run': core_1.Flags.boolean({
+            char: 'd',
+            description: 'Run stages 1-4 only (no execution)',
+            default: false,
+        }),
+        stage: core_1.Flags.integer({
+            char: 's',
+            description: 'Run only up to this stage (1-5)',
+            options: ['1', '2', '3', '4', '5'],
+        }),
+    };
+    static args = {
+        dataFile: core_1.Args.string({
+            description: 'Path to the CSV data file',
+            required: true,
+        }),
+        configFile: core_1.Args.string({
+            description: 'Path to the YAML or JSON configuration file',
+            required: true,
+        }),
+    };
+    async run() {
+        const maxStage = this.flags['dry-run'] ? 4 : this.flags.stage || 5;
+        // Read and parse files
+        let csvData;
+        let config;
+        try {
+            const csvPath = path.resolve(process.cwd(), this.args.dataFile);
+            const csvRaw = fs.readFileSync(csvPath, 'utf8');
+            csvData = (0, file_helpers_1.parseCSVData)(csvRaw);
+            logger_1.default.info(`${chalk_1.default.yellow.bold('LOAD-LOCAL')} Parsed ${csvData.length} rows from ${this.args.dataFile}`);
+            const ext = this.args.configFile.toLowerCase();
+            const fileExt = ext.endsWith('.yml') || ext.endsWith('.yaml')
+                ? helpers_1.FileExtension.YAML
+                : helpers_1.FileExtension.JSON;
+            config = (0, helpers_1.readFile)(this.args.configFile, fileExt);
+            logger_1.default.info(`${chalk_1.default.yellow.bold('LOAD-LOCAL')} Loaded config from ${this.args.configFile}`);
+        }
+        catch (e) {
+            logger_1.default.info(`${chalk_1.default.red.bold('FAIL')} Failed to read input files. ${e}`);
+            return;
+        }
+        // Authenticate and create pipeline
+        await (0, login_1.authUser)();
+        const pipeline = new loader_1.LoaderPipeline(new sdk_1.Entities());
+        try {
+            // Fetch type definitions (needed by both preprocessing and column analysis)
+            logger_1.default.info(`\n${chalk_1.default.yellow.bold('LOAD-LOCAL')} Fetching type definitions...`);
+            const typeDefs = await pipeline.fetchTypeDefinitions(csvData, config);
+            // Stage 1: Preprocess
+            logger_1.default.info(`\n${chalk_1.default.yellow.bold('LOAD-LOCAL')} Running Stage 1: Preprocess...`);
+            const preprocessed = await pipeline.preprocess(csvData, config, typeDefs);
+            console.log('\n' + (0, formatters_1.formatPreprocessResult)(preprocessed));
+            if (maxStage <= 1)
+                return;
+            // Stage 2: Analyze Columns
+            logger_1.default.info(`\n${chalk_1.default.yellow.bold('LOAD-LOCAL')} Running Stage 2: Analyze Columns...`);
+            const analysis = pipeline.analyzeColumns(preprocessed, config, typeDefs);
+            console.log('\n' + (0, formatters_1.formatColumnAnalysis)(analysis));
+            if (maxStage <= 2)
+                return;
+            // Stage 3: Validate
+            logger_1.default.info(`\n${chalk_1.default.yellow.bold('LOAD-LOCAL')} Running Stage 3: Validate...`);
+            const validation = await pipeline.validate(preprocessed, config, analysis);
+            console.log('\n' + (0, formatters_1.formatValidationResult)(validation));
+            if (!validation.valid) {
+                logger_1.default.info(`\n${chalk_1.default.red.bold('LOAD-LOCAL')} Validation failed. Fix the issues above before proceeding.`);
+                return;
+            }
+            if (maxStage <= 3)
+                return;
+            // Stage 4: Preview
+            logger_1.default.info(`\n${chalk_1.default.yellow.bold('LOAD-LOCAL')} Running Stage 4: Preview...`);
+            const previewResult = await pipeline.preview(preprocessed, config, analysis);
+            console.log('\n' + (0, formatters_1.formatPreviewResult)(previewResult));
+            if (maxStage <= 4)
+                return;
+            // Confirm before execute
+            if (!this.flags.yes) {
+                const noChangesDetected = previewResult.entities.every((e) => e.creates === 0 && e.updates === 0 && e.drops === 0);
+                const { confirm } = await inquirer_1.default.prompt([
+                    {
+                        type: 'confirm',
+                        name: 'confirm',
+                        message: noChangesDetected
+                            ? 'Proceed with the execution step anyway? This will try to detect updates again and persist any detected changes.'
+                            : 'Proceed with execution?',
+                        default: false,
+                    },
+                ]);
+                if (!confirm) {
+                    logger_1.default.info(`${chalk_1.default.yellow.bold('LOAD-LOCAL')} Execution cancelled.`);
+                    return;
+                }
+            }
+            // Stage 5: Execute
+            logger_1.default.info(`\n${chalk_1.default.yellow.bold('LOAD-LOCAL')} Running Stage 5: Execute...`);
+            const executeOptions = {
+                batchSize: config.options?.batchSize,
+                concurrency: config.options?.concurrency,
+                maxRetries: config.options?.maxRetries,
+                onProgress: (progress) => {
+                    process.stdout.write(`\r  ${chalk_1.default.dim(progress.stage)}: ${progress.current}/${progress.total}`);
+                },
+            };
+            const executionResult = await pipeline.execute(preprocessed, config, analysis, executeOptions, previewResult);
+            // Clear progress line
+            process.stdout.write('\r' + ' '.repeat(60) + '\r');
+            console.log('\n' + (0, formatters_1.formatExecutionResult)(executionResult));
+            if (executionResult.status === 'complete') {
+                logger_1.default.info(`\n${chalk_1.default.green.bold('COMPLETE')} Load finished successfully.`);
+            }
+            else if (executionResult.status === 'partial-failure') {
+                logger_1.default.info(`\n${chalk_1.default.yellow.bold('PARTIAL')} Load completed with some failures.`);
+            }
+            else {
+                logger_1.default.info(`\n${chalk_1.default.red.bold('FAILED')} Load failed.`);
+            }
+        }
+        catch (e) {
+            logger_1.default.info(`\n${chalk_1.default.red.bold('FAIL')} Pipeline error: ${e}`);
+        }
+    }
+}
+exports.default = LoadLocal;

package/dist/helpers/pipeline/formatters.d.ts

@@ -0,0 +1,6 @@
+import { ColumnAnalysisResult, PreprocessResult, PreviewResult, ExecutionResult, PreValidationResult } from '@contrail/loader';
+export declare function formatColumnAnalysis(result: ColumnAnalysisResult): string;
+export declare function formatPreprocessResult(result: PreprocessResult): string;
+export declare function formatValidationResult(result: PreValidationResult): string;
+export declare function formatPreviewResult(result: PreviewResult): string;
+export declare function formatExecutionResult(result: ExecutionResult): string;

package/dist/helpers/pipeline/formatters.js

@@ -0,0 +1,223 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.formatExecutionResult = exports.formatPreviewResult = exports.formatValidationResult = exports.formatPreprocessResult = exports.formatColumnAnalysis = void 0;
+const tslib_1 = require("tslib");
+const chalk_1 = tslib_1.__importDefault(require("chalk"));
+const cli_table3_1 = tslib_1.__importDefault(require("cli-table3"));
+const loader_1 = require("@contrail/loader");
+function formatColumnAnalysis(result) {
+    const table = new cli_table3_1.default({
+        head: [
+            chalk_1.default.cyan('CSV Header'),
+            chalk_1.default.cyan('Matched Slug'),
+            chalk_1.default.cyan('Property Type'),
+            chalk_1.default.cyan('Mapped'),
+            chalk_1.default.cyan('Required'),
+            chalk_1.default.cyan('Option Set'),
+            chalk_1.default.cyan('Archived'),
+        ],
+        style: { head: [] },
+    });
+    for (const col of result.columns) {
+        table.push([
+            col.csvHeader,
+            col.matchedSlug || chalk_1.default.dim('—'),
+            col.propertyType || chalk_1.default.dim('—'),
+            col.isMapped ? chalk_1.default.green('yes') : chalk_1.default.red('no'),
+            col.isRequired
+                ? chalk_1.default.yellow(col.requiredNote ? `yes (${col.requiredNote})` : 'yes')
+                : 'no',
+            col.hasOptionSet ? 'yes' : 'no',
+            col.isArchived ? chalk_1.default.red('yes') : 'no',
+        ]);
+    }
+    const mapped = result.columns.filter((c) => c.isMapped).length;
+    const unmapped = result.columns.filter((c) => !c.isMapped).length;
+    return [
+        chalk_1.default.bold.underline('Stage 2: Column Analysis'),
+        table.toString(),
+        `  ${chalk_1.default.green(mapped)} mapped, ${unmapped > 0 ? chalk_1.default.red(unmapped) : unmapped} unmapped, ${result.columns.length} total columns`,
+        `  Entity types: ${result.entityTypes.join(', ') || 'none'}`,
+    ].join('\n');
+}
+exports.formatColumnAnalysis = formatColumnAnalysis;
+function formatPreprocessResult(result) {
+    const table = new cli_table3_1.default({
+        head: [
+            chalk_1.default.cyan('Step'),
+            chalk_1.default.cyan('Rows After'),
+            chalk_1.default.cyan('Errors'),
+            chalk_1.default.cyan('Warnings'),
+        ],
+        style: { head: [] },
+    });
+    for (const step of result.stepResults) {
+        table.push([
+            step.stepName,
+            step.rowCountAfter.toString(),
+            step.errorCount > 0 ? chalk_1.default.red(step.errorCount.toString()) : '0',
+            step.warningCount > 0 ? chalk_1.default.yellow(step.warningCount.toString()) : '0',
+        ]);
+    }
+    const totalErrors = result.errors.length + result.generalErrors.length;
+    const totalWarnings = result.warnings.length + result.generalWarnings.length;
+    return [
+        chalk_1.default.bold.underline('Stage 1: Preprocessing'),
+        table.toString(),
+        `  ${result.rows.length} rows after preprocessing, ${totalErrors > 0 ? chalk_1.default.red(`${totalErrors} errors`) : '0 errors'}, ${totalWarnings > 0 ? chalk_1.default.yellow(`${totalWarnings} warnings`) : '0 warnings'}`,
+    ].join('\n');
+}
+exports.formatPreprocessResult = formatPreprocessResult;
+function formatValidationResult(result) {
+    const lines = [chalk_1.default.bold.underline('Stage 3: Validation')];
+    if (result.valid) {
+        lines.push(`  ${chalk_1.default.green.bold('VALID')} — no issues found`);
+        return lines.join('\n');
+    }
+    const table = new cli_table3_1.default({
+        head: [
+            chalk_1.default.cyan('Severity'),
+            chalk_1.default.cyan('Category'),
+            chalk_1.default.cyan('Column'),
+            chalk_1.default.cyan('Message'),
+            chalk_1.default.cyan('Rows Affected'),
+            chalk_1.default.cyan('Suggested Fix'),
+        ],
+        style: { head: [] },
+        colWidths: [10, 16, 16, 40, 14, 24],
+        wordWrap: true,
+    });
+    for (const issue of result.issues) {
+        const severityStr = issue.severity === loader_1.PreValidationSeverity.ERROR
+            ? chalk_1.default.red('ERROR')
+            : issue.severity === loader_1.PreValidationSeverity.WARNING
+                ? chalk_1.default.yellow('WARN')
+                : chalk_1.default.blue('INFO');
+        table.push([
+            severityStr,
+            issue.category,
+            issue.columnName,
+            issue.message,
+            issue.affectedRows.length.toString(),
+            issue.suggestedFix ? `${issue.suggestedFix.type}` : chalk_1.default.dim('—'),
+        ]);
+    }
+    lines.push(table.toString());
+    lines.push(`  ${chalk_1.default.red(`${result.summary.errorCount} errors`)}, ${chalk_1.default.yellow(`${result.summary.warningCount} warnings`)}, ${result.summary.infoCount} info`);
+    return lines.join('\n');
+}
+exports.formatValidationResult = formatValidationResult;
+function formatPreviewResult(result) {
+    const table = new cli_table3_1.default({
+        head: [
+            chalk_1.default.cyan('Entity Type'),
+            chalk_1.default.cyan('Total'),
+            chalk_1.default.cyan('Creates'),
+            chalk_1.default.cyan('Updates'),
+            chalk_1.default.cyan('Unchanged'),
+            chalk_1.default.cyan('Drops'),
+            chalk_1.default.cyan('Stale Skipped'),
+        ],
+        style: { head: [] },
+    });
+    for (const entity of result.entities) {
+        table.push([
+            entity.entityType,
+            entity.total.toString(),
+            entity.creates > 0 ? chalk_1.default.green(entity.creates.toString()) : '0',
+            entity.updates > 0 ? chalk_1.default.blue(entity.updates.toString()) : '0',
+            entity.unchanged.toString(),
+            entity.drops > 0 ? chalk_1.default.red(entity.drops.toString()) : '0',
+            entity.skippedStale > 0 ? chalk_1.default.yellow(entity.skippedStale.toString()) : '0',
+        ]);
+    }
+    const totalChanges = result.entities.reduce((sum, e) => sum + e.creates + e.updates + e.drops, 0);
+    const hasWarnings = result.warnings.length > 0 || result.badRows.length > 0;
+    const lines = [chalk_1.default.bold.underline('Stage 4: Preview')];
+    if (totalChanges === 0 && !hasWarnings) {
+        lines.push(chalk_1.default.green.bold('\n  ✔ No changes to make — all entities already exist and have the same property values as the load file.\n'));
+    }
+    else if (totalChanges === 0 && hasWarnings) {
+        lines.push(chalk_1.default.yellow.bold('\n  No changes to make, but some rows could not be processed. See warnings below.\n'));
+    }
+    lines.push(table.toString());
+    if (result.badRows.length > 0) {
+        lines.push(chalk_1.default.red(`  ${result.badRows.length} bad rows skipped:`));
+        for (const row of result.badRows.slice(0, 10)) {
+            lines.push(`    Row ${row.rowNumber}: ${row.reason}`);
+        }
+        if (result.badRows.length > 10) {
+            lines.push(chalk_1.default.dim(`    ... and ${result.badRows.length - 10} more`));
+        }
+    }
+    if (result.staleRows.length > 0) {
+        lines.push(chalk_1.default.yellow(`  ${result.staleRows.length} stale rows skipped`));
+    }
+    if (result.warnings.length > 0) {
+        lines.push(chalk_1.default.yellow(`  ${result.warnings.length} warnings:`));
+        for (const w of result.warnings.slice(0, 5)) {
+            lines.push(`    ${w}`);
+        }
+        if (result.warnings.length > 5) {
+            lines.push(chalk_1.default.dim(`    ... and ${result.warnings.length - 5} more`));
+        }
+    }
+    return lines.join('\n');
+}
+exports.formatPreviewResult = formatPreviewResult;
+function formatExecutionResult(result) {
+    const statusColor = result.status === 'complete'
+        ? chalk_1.default.green.bold
+        : result.status === 'partial-failure'
+            ? chalk_1.default.yellow.bold
+            : chalk_1.default.red.bold;
+    const table = new cli_table3_1.default({
+        head: [
+            chalk_1.default.cyan('Entity Type'),
+            chalk_1.default.cyan('Total'),
+            chalk_1.default.cyan('Created'),
+            chalk_1.default.cyan('Updated'),
+            chalk_1.default.cyan('Dropped'),
+            chalk_1.default.cyan('Stale Skipped'),
+            chalk_1.default.cyan('Failed'),
+        ],
+        style: { head: [] },
+    });
+    for (const entity of result.entities) {
+        const total = entity.created + entity.updated + entity.dropped + entity.skippedStale + entity.failed;
+        table.push([
+            entity.entityType,
+            total.toString(),
+            entity.created > 0 ? chalk_1.default.green(entity.created.toString()) : '0',
+            entity.updated > 0 ? chalk_1.default.blue(entity.updated.toString()) : '0',
+            entity.dropped > 0 ? chalk_1.default.red(entity.dropped.toString()) : '0',
+            entity.skippedStale > 0 ? chalk_1.default.yellow(entity.skippedStale.toString()) : '0',
+            entity.failed > 0 ? chalk_1.default.red.bold(entity.failed.toString()) : '0',
+        ]);
+    }
+    const totalOps = result.entities.reduce((sum, e) => sum + e.created + e.updated + e.dropped, 0);
+    const lines = [
+        chalk_1.default.bold.underline('Stage 5: Execution'),
+        `  Status: ${statusColor(result.status.toUpperCase())}`,
+        `  Duration: ${(result.duration / 1000).toFixed(1)}s`,
+    ];
+    if (totalOps === 0 && result.entities.reduce((sum, e) => sum + e.failed, 0) === 0) {
+        lines.push(chalk_1.default.green.bold('\n  ✔ No changes were needed — all entities already exist and have the same property values as the load file.\n'));
+    }
+    lines.push(table.toString());
+    const allFailures = result.entities.flatMap((e) => e.failures);
+    if (allFailures.length > 0) {
+        lines.push(chalk_1.default.red(`  ${allFailures.length} failures:`));
+        for (const f of allFailures.slice(0, 10)) {
+            lines.push(`    ${f.operation} ${f.federatedId}: ${f.error}`);
+        }
+        if (allFailures.length > 10) {
+            lines.push(chalk_1.default.dim(`    ... and ${allFailures.length - 10} more`));
+        }
+    }
+    if (result.warnings.length > 0) {
+        lines.push(chalk_1.default.yellow(`  ${result.warnings.length} warnings`));
+    }
+    return lines.join('\n');
+}
+exports.formatExecutionResult = formatExecutionResult;

package/node_modules/@contrail/entity-types/.idea/codeStyles/Project.xml

@@ -0,0 +1,62 @@
+<component name="ProjectCodeStyleConfiguration">
+  <code_scheme name="Project" version="173">
+    <HTMLCodeStyleSettings>
+      <option name="HTML_SPACE_INSIDE_EMPTY_TAG" value="true" />
+    </HTMLCodeStyleSettings>
+    <JSCodeStyleSettings version="0">
+      <option name="FORCE_SEMICOLON_STYLE" value="true" />
+      <option name="SPACE_BEFORE_FUNCTION_LEFT_PARENTH" value="false" />
+      <option name="USE_DOUBLE_QUOTES" value="false" />
+      <option name="FORCE_QUOTE_STYlE" value="true" />
+      <option name="ENFORCE_TRAILING_COMMA" value="Remove" />
+      <option name="SPACES_WITHIN_OBJECT_LITERAL_BRACES" value="true" />
+      <option name="SPACES_WITHIN_IMPORTS" value="true" />
+    </JSCodeStyleSettings>
+    <TypeScriptCodeStyleSettings version="0">
+      <option name="FORCE_SEMICOLON_STYLE" value="true" />
+      <option name="SPACE_BEFORE_FUNCTION_LEFT_PARENTH" value="false" />
+      <option name="USE_DOUBLE_QUOTES" value="false" />
+      <option name="FORCE_QUOTE_STYlE" value="true" />
+      <option name="ENFORCE_TRAILING_COMMA" value="Remove" />
+      <option name="SPACES_WITHIN_OBJECT_LITERAL_BRACES" value="true" />
+      <option name="SPACES_WITHIN_IMPORTS" value="true" />
+    </TypeScriptCodeStyleSettings>
+    <VueCodeStyleSettings>
+      <option name="INTERPOLATION_NEW_LINE_AFTER_START_DELIMITER" value="false" />
+      <option name="INTERPOLATION_NEW_LINE_BEFORE_END_DELIMITER" value="false" />
+    </VueCodeStyleSettings>
+    <editorconfig>
+      <option name="ENABLED" value="false" />
+    </editorconfig>
+    <codeStyleSettings language="HTML">
+      <option name="SOFT_MARGINS" value="120" />
+      <indentOptions>
+        <option name="INDENT_SIZE" value="2" />
+        <option name="CONTINUATION_INDENT_SIZE" value="2" />
+        <option name="TAB_SIZE" value="2" />
+      </indentOptions>
+    </codeStyleSettings>
+    <codeStyleSettings language="JavaScript">
+      <option name="SOFT_MARGINS" value="120" />
+      <indentOptions>
+        <option name="INDENT_SIZE" value="2" />
+        <option name="CONTINUATION_INDENT_SIZE" value="2" />
+        <option name="TAB_SIZE" value="2" />
+      </indentOptions>
+    </codeStyleSettings>
+    <codeStyleSettings language="TypeScript">
+      <option name="SOFT_MARGINS" value="120" />
+      <indentOptions>
+        <option name="INDENT_SIZE" value="2" />
+        <option name="CONTINUATION_INDENT_SIZE" value="2" />
+        <option name="TAB_SIZE" value="2" />
+      </indentOptions>
+    </codeStyleSettings>
+    <codeStyleSettings language="Vue">
+      <option name="SOFT_MARGINS" value="120" />
+      <indentOptions>
+        <option name="CONTINUATION_INDENT_SIZE" value="2" />
+      </indentOptions>
+    </codeStyleSettings>
+  </code_scheme>
+</component>

package/node_modules/@contrail/entity-types/.idea/codeStyles/codeStyleConfig.xml

@@ -0,0 +1,5 @@
+<component name="ProjectCodeStyleConfiguration">
+  <state>
+    <option name="USE_PER_PROJECT_SETTINGS" value="true" />
+  </state>
+</component>

package/node_modules/@contrail/entity-types/.idea/contrail-entity-types.iml

@@ -0,0 +1,12 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module type="WEB_MODULE" version="4">
+  <component name="NewModuleRootManager">
+    <content url="file://$MODULE_DIR$">
+      <excludeFolder url="file://$MODULE_DIR$/.tmp" />
+      <excludeFolder url="file://$MODULE_DIR$/temp" />
+      <excludeFolder url="file://$MODULE_DIR$/tmp" />
+    </content>
+    <orderEntry type="inheritedJdk" />
+    <orderEntry type="sourceFolder" forTests="false" />
+  </component>
+</module>

package/node_modules/@contrail/entity-types/.idea/git_toolbox_prj.xml

@@ -0,0 +1,15 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="GitToolBoxProjectSettings">
+    <option name="commitMessageIssueKeyValidationOverride">
+      <BoolValueOverride>
+        <option name="enabled" value="true" />
+      </BoolValueOverride>
+    </option>
+    <option name="commitMessageValidationEnabledOverride">
+      <BoolValueOverride>
+        <option name="enabled" value="true" />
+      </BoolValueOverride>
+    </option>
+  </component>
+</project>

package/node_modules/@contrail/entity-types/.idea/modules.xml

@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectModuleManager">
+    <modules>
+      <module fileurl="file://$PROJECT_DIR$/.idea/contrail-entity-types.iml" filepath="$PROJECT_DIR$/.idea/contrail-entity-types.iml" />
+    </modules>
+  </component>
+</project>

package/node_modules/@contrail/entity-types/.idea/vcs.xml

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="VcsDirectoryMappings">
+    <mapping directory="" vcs="Git" />
+  </component>
+</project>

package/node_modules/@contrail/entity-types/lib/loader.d.ts

@@ -23,12 +23,21 @@ export declare class ValueToAssortment {
 }
 export interface LoaderConfiguration extends OrgManagedEntity {
     name?: string;
+    loadType: LoadType[];
+    messageGroupId?: string;
     federatedMappings?: any;
     conditionalColumns?: ColumnDefinition[];
     assortmentSplit?: AssortmentSplit;
     workspaceIdentifier?: string;
     propertiesToRemove?: string[];
     skipStaleUpdatesUsing?: string;
+    ignoreParameters?: IgnoreParameters;
+    loaderConfigurationId?: string;
+    shouldSkipAssortmentPublish?: boolean;
+}
+export interface IgnoreParameters {
+    ignoreFamilyNameOnUpdate: boolean;
+    ignoreOptionNameOnUpdate: boolean;
 }
 export declare enum LoadStatus {
     ACTIVE = "ACTIVE",
@@ -122,17 +131,10 @@ export interface ProcessedData {
     systemErrors: GeneralIssueDetails[];
     failureArea: LoaderFailureArea;
 }
-export declare class LoaderProcess implements OrgManagedEntity {
+export interface LoaderProcess extends LoaderConfiguration {
     id: string;
-    createdOn?: Date;
-    updatedOn?: Date;
-    createdById?: string;
-    updatedById?: string;
     createdBy?: any;
     updatedBy?: any;
-    orgId?: string;
-    loaderConfigurationId?: string;
-    name?: string;
     endedOn?: Date;
     status: LoadStatus;
     logLevel?: LogLevel;
@@ -147,21 +149,13 @@ export declare class LoaderProcess implements OrgManagedEntity {
     preprocessingStepResults?: PreprocessingStepStoredResultSummary[];
     processDurationSeconds?: number;
     loadFileId: string;
-    loadType: LoadType[];
-    federatedMappings?: any;
-    conditionalColumns?: ColumnDefinition[];
-    assortmentSplit?: AssortmentSplit;
     partialAssortmentUpdate?: boolean;
     assortmentItemDropField?: string;
-    workspaceIdentifier?: string;
-    propertiesToRemove?: string[];
     badRowsCount?: number;
     uploadErrorCount?: number;
     hasErrors?: boolean;
     parallelWorkerCount?: number;
-    messageGroupId?: string;
     isPartialFailure?: boolean;
-    skipStaleUpdatesUsing?: string;
 }
 export declare enum IssueType {
     CONFIG = "CONFIG",
@@ -191,7 +185,11 @@ export declare enum EntityType {
 export declare enum PreValidationCategory {
     OPTION_SET = "OPTION_SET",
     FORMAT_BOOLEAN = "FORMAT_BOOLEAN",
-    FORMAT_MULTI_SELECT = "FORMAT_MULTI_SELECT"
+    FORMAT_MULTI_SELECT = "FORMAT_MULTI_SELECT",
+    CONFIG = "CONFIG",
+    MISSING_REQUIRED_FIELD = "MISSING_REQUIRED_FIELD",
+    REFERENCE_DATA_NOT_FOUND = "REFERENCE_DATA_NOT_FOUND",
+    FAMILY_PROPERTY_VALUES_INCONSISTENT = "FAMILY_PROPERTY_VALUES_INCONSISTENT"
 }
 export declare enum PreValidationSeverity {
     ERROR = "error",

package/node_modules/@contrail/entity-types/lib/loader.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.SuggestedFixType = exports.PreValidationSeverity = exports.PreValidationCategory = exports.EntityType = exports.LoaderFailureArea = exports.IssueType = exports.LoaderProcess = exports.LoadType = exports.LoadStatus = exports.ValueToAssortment = exports.AssortmentSplit = exports.ConditionalValues = exports.ColumnDefinition = void 0;
+exports.SuggestedFixType = exports.PreValidationSeverity = exports.PreValidationCategory = exports.EntityType = exports.LoaderFailureArea = exports.IssueType = exports.LoadType = exports.LoadStatus = exports.ValueToAssortment = exports.AssortmentSplit = exports.ConditionalValues = exports.ColumnDefinition = void 0;
 class ColumnDefinition {
     fromProperty;
     toProperty;
@@ -44,48 +44,6 @@ var LoadType;
     LoadType["SIZE_RANGE_TEMPLATE"] = "SIZE_RANGE_TEMPLATE";
     LoadType["PROJECT"] = "PROJECT";
 })(LoadType = exports.LoadType || (exports.LoadType = {}));
-class LoaderProcess {
-    id;
-    createdOn;
-    updatedOn;
-    createdById;
-    updatedById;
-    createdBy;
-    updatedBy;
-    orgId;
-    loaderConfigurationId;
-    name;
-    endedOn;
-    status;
-    logLevel;
-    processLogs;
-    processLogS3File;
-    processLogS3FileDownloadLink;
-    logsFileId;
-    logFileDownloadLink;
-    loadProcessResult;
-    loadProcessResultFileId;
-    loadProcessResultDownloadLink;
-    preprocessingStepResults;
-    processDurationSeconds;
-    loadFileId;
-    loadType;
-    federatedMappings;
-    conditionalColumns;
-    assortmentSplit;
-    partialAssortmentUpdate;
-    assortmentItemDropField;
-    workspaceIdentifier;
-    propertiesToRemove;
-    badRowsCount;
-    uploadErrorCount;
-    hasErrors;
-    parallelWorkerCount;
-    messageGroupId;
-    isPartialFailure;
-    skipStaleUpdatesUsing;
-}
-exports.LoaderProcess = LoaderProcess;
 var IssueType;
 (function (IssueType) {
     IssueType["CONFIG"] = "CONFIG";
@@ -119,6 +77,10 @@ var PreValidationCategory;
     PreValidationCategory["OPTION_SET"] = "OPTION_SET";
     PreValidationCategory["FORMAT_BOOLEAN"] = "FORMAT_BOOLEAN";
     PreValidationCategory["FORMAT_MULTI_SELECT"] = "FORMAT_MULTI_SELECT";
+    PreValidationCategory["CONFIG"] = "CONFIG";
+    PreValidationCategory["MISSING_REQUIRED_FIELD"] = "MISSING_REQUIRED_FIELD";
+    PreValidationCategory["REFERENCE_DATA_NOT_FOUND"] = "REFERENCE_DATA_NOT_FOUND";
+    PreValidationCategory["FAMILY_PROPERTY_VALUES_INCONSISTENT"] = "FAMILY_PROPERTY_VALUES_INCONSISTENT";
 })(PreValidationCategory = exports.PreValidationCategory || (exports.PreValidationCategory = {}));
 var PreValidationSeverity;
 (function (PreValidationSeverity) {

package/node_modules/@contrail/entity-types/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@contrail/entity-types",
-  "version": "1.6.0",
+  "version": "1.6.1",
   "description": "A types library for Vibeiq entities.",
   "main": "lib/index.js",
   "types": "lib/index.d.ts",

package/oclif.manifest.json

@@ -1,5 +1,5 @@
 {
-  "version": "3.4.4",
+  "version": "3.4.5-alpha.18160f5",
   "commands": {
     "app:create": {
       "id": "app:create",
@@ -1155,6 +1155,91 @@
         }
       }
     },
+    "load-local": {
+      "id": "load-local",
+      "description": "Run the full data loading pipeline locally. Reads a CSV data file and a YAML/JSON config, then runs preprocess → analyze → validate → preview → execute stages with detailed feedback.",
+      "strict": true,
+      "pluginName": "@contrail/cli",
+      "pluginAlias": "@contrail/cli",
+      "pluginType": "core",
+      "hidden": true,
+      "aliases": [],
+      "examples": [
+        "$ contrail load-local data.csv config.yml",
+        "$ contrail load-local data.csv config.yml --dry-run",
+        "$ contrail load-local data.csv config.yml --yes",
+        "$ contrail load-local data.csv config.yml --stage 3"
+      ],
+      "flags": {
+        "logLevel": {
+          "name": "logLevel",
+          "type": "option",
+          "char": "l",
+          "description": "The Log Level",
+          "required": false,
+          "multiple": false,
+          "options": [
+            "error",
+            "warn",
+            "info",
+            "debug"
+          ]
+        },
+        "alwaysConfirmEnv": {
+          "name": "alwaysConfirmEnv",
+          "type": "option",
+          "char": "e",
+          "description": "The Environment variables",
+          "required": false,
+          "multiple": false,
+          "options": [
+            "true",
+            "false"
+          ],
+          "default": "true"
+        },
+        "yes": {
+          "name": "yes",
+          "type": "boolean",
+          "char": "y",
+          "description": "Skip confirmation prompt before executing",
+          "allowNo": false
+        },
+        "dry-run": {
+          "name": "dry-run",
+          "type": "boolean",
+          "char": "d",
+          "description": "Run stages 1-4 only (no execution)",
+          "allowNo": false
+        },
+        "stage": {
+          "name": "stage",
+          "type": "option",
+          "char": "s",
+          "description": "Run only up to this stage (1-5)",
+          "multiple": false,
+          "options": [
+            "1",
+            "2",
+            "3",
+            "4",
+            "5"
+          ]
+        }
+      },
+      "args": {
+        "dataFile": {
+          "name": "dataFile",
+          "description": "Path to the CSV data file",
+          "required": true
+        },
+        "configFile": {
+          "name": "configFile",
+          "description": "Path to the YAML or JSON configuration file",
+          "required": true
+        }
+      }
+    },
     "projects:export": {
       "id": "projects:export",
       "description": "Export a project.",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@contrail/cli",
-  "version": "3.4.4",
+  "version": "3.4.5-alpha.18160f5",
   "description": "VibeIQ's Contrail Platform CLI.",
   "bin": {
     "contrail-cli": "./bin/run",
@@ -30,7 +30,7 @@
     "@contrail/util"
   ],
   "dependencies": {
-    "@contrail/entity-types": "^1.6.0",
+    "@contrail/entity-types": "^1.6.1",
     "@contrail/loader": "1.0.32",
     "@contrail/org-config-migration": "^1.1.13",
     "@contrail/sdk": "^1.5.5",
@@ -45,6 +45,7 @@
     "aws-sdk": "^2.1044.0",
     "axios": "^1.3.5",
     "chalk": "^4.0.0",
+    "cli-table3": "^0.6.5",
     "command-line-usage": "^6.1.1",
     "csv-parse": "^5.5.5",
     "csvtojson": "^2.0.10",
@@ -99,6 +100,10 @@
       "load": {
         "description": "Load data to VibeIQ from local CSV files"
       },
+      "load-local": {
+        "description": "Run the full data loading pipeline locally with staged feedback",
+        "hidden": true
+      },
       "types": {
         "description": "Export, manage, and import types"
       },