@contrail/cli 3.4.2 → 3.4.4-alpha.1

package/dist/commands/load-local/index.js

@@ -0,0 +1,156 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const tslib_1 = require("tslib");
+const core_1 = require("@oclif/core");
+const sdk_1 = require("@contrail/sdk");
+const loader_1 = require("@contrail/loader");
+const chalk_1 = tslib_1.__importDefault(require("chalk"));
+const inquirer_1 = tslib_1.__importDefault(require("inquirer"));
+const login_1 = require("../../auth/login");
+const basecommand_1 = require("../../basecommand");
+const helpers_1 = require("../../helpers/load/helpers");
+const file_helpers_1 = require("../../helpers/file-helpers");
+const logger_1 = tslib_1.__importDefault(require("../../logger"));
+const formatters_1 = require("../../helpers/pipeline/formatters");
+const fs = tslib_1.__importStar(require("fs"));
+const path = tslib_1.__importStar(require("path"));
+class LoadLocal extends basecommand_1.BaseCommand {
+    static description = 'Run the full data loading pipeline locally. Reads a CSV data file and a YAML/JSON config, then runs preprocess → analyze → validate → preview → execute stages with detailed feedback.';
+    static examples = [
+        '$ contrail load-local data.csv config.yml',
+        '$ contrail load-local data.csv config.yml --dry-run',
+        '$ contrail load-local data.csv config.yml --yes',
+        '$ contrail load-local data.csv config.yml --stage 3',
+    ];
+    static flags = {
+        ...basecommand_1.BaseCommand.baseFlags,
+        yes: core_1.Flags.boolean({
+            char: 'y',
+            description: 'Skip confirmation prompt before executing',
+            default: false,
+        }),
+        'dry-run': core_1.Flags.boolean({
+            char: 'd',
+            description: 'Run stages 1-4 only (no execution)',
+            default: false,
+        }),
+        stage: core_1.Flags.integer({
+            char: 's',
+            description: 'Run only up to this stage (1-5)',
+            options: ['1', '2', '3', '4', '5'],
+        }),
+    };
+    static args = {
+        dataFile: core_1.Args.string({
+            description: 'Path to the CSV data file',
+            required: true,
+        }),
+        configFile: core_1.Args.string({
+            description: 'Path to the YAML or JSON configuration file',
+            required: true,
+        }),
+    };
+    async run() {
+        const maxStage = this.flags['dry-run'] ? 4 : this.flags.stage || 5;
+        // Read and parse files
+        let csvData;
+        let config;
+        try {
+            const csvPath = path.resolve(process.cwd(), this.args.dataFile);
+            const csvRaw = fs.readFileSync(csvPath, 'utf8');
+            csvData = (0, file_helpers_1.parseCSVData)(csvRaw);
+            logger_1.default.info(`${chalk_1.default.yellow.bold('LOAD-LOCAL')} Parsed ${csvData.length} rows from ${this.args.dataFile}`);
+            const ext = this.args.configFile.toLowerCase();
+            const fileExt = ext.endsWith('.yml') || ext.endsWith('.yaml')
+                ? helpers_1.FileExtension.YAML
+                : helpers_1.FileExtension.JSON;
+            config = (0, helpers_1.readFile)(this.args.configFile, fileExt);
+            logger_1.default.info(`${chalk_1.default.yellow.bold('LOAD-LOCAL')} Loaded config from ${this.args.configFile}`);
+        }
+        catch (e) {
+            logger_1.default.info(`${chalk_1.default.red.bold('FAIL')} Failed to read input files. ${e}`);
+            return;
+        }
+        // Authenticate and create pipeline
+        await (0, login_1.authUser)();
+        const pipeline = new loader_1.LoaderPipeline(new sdk_1.Entities());
+        try {
+            // Fetch type definitions (needed by both preprocessing and column analysis)
+            logger_1.default.info(`\n${chalk_1.default.yellow.bold('LOAD-LOCAL')} Fetching type definitions...`);
+            const typeDefs = await pipeline.fetchTypeDefinitions(csvData, config);
+            // Stage 1: Preprocess
+            logger_1.default.info(`\n${chalk_1.default.yellow.bold('LOAD-LOCAL')} Running Stage 1: Preprocess...`);
+            const preprocessed = await pipeline.preprocess(csvData, config, typeDefs);
+            console.log('\n' + (0, formatters_1.formatPreprocessResult)(preprocessed));
+            if (maxStage <= 1)
+                return;
+            // Stage 2: Analyze Columns
+            logger_1.default.info(`\n${chalk_1.default.yellow.bold('LOAD-LOCAL')} Running Stage 2: Analyze Columns...`);
+            const analysis = pipeline.analyzeColumns(preprocessed, config, typeDefs);
+            console.log('\n' + (0, formatters_1.formatColumnAnalysis)(analysis));
+            if (maxStage <= 2)
+                return;
+            // Stage 3: Validate
+            logger_1.default.info(`\n${chalk_1.default.yellow.bold('LOAD-LOCAL')} Running Stage 3: Validate...`);
+            const validation = await pipeline.validate(preprocessed, config, analysis);
+            console.log('\n' + (0, formatters_1.formatValidationResult)(validation));
+            if (!validation.valid) {
+                logger_1.default.info(`\n${chalk_1.default.red.bold('LOAD-LOCAL')} Validation failed. Fix the issues above before proceeding.`);
+                return;
+            }
+            if (maxStage <= 3)
+                return;
+            // Stage 4: Preview
+            logger_1.default.info(`\n${chalk_1.default.yellow.bold('LOAD-LOCAL')} Running Stage 4: Preview...`);
+            const previewResult = await pipeline.preview(preprocessed, config, analysis);
+            console.log('\n' + (0, formatters_1.formatPreviewResult)(previewResult));
+            if (maxStage <= 4)
+                return;
+            // Confirm before execute
+            if (!this.flags.yes) {
+                const noChangesDetected = previewResult.entities.every((e) => e.creates === 0 && e.updates === 0 && e.drops === 0);
+                const { confirm } = await inquirer_1.default.prompt([
+                    {
+                        type: 'confirm',
+                        name: 'confirm',
+                        message: noChangesDetected
+                            ? 'Proceed with the execution step anyway? This will try to detect updates again and persist any detected changes.'
+                            : 'Proceed with execution?',
+                        default: false,
+                    },
+                ]);
+                if (!confirm) {
+                    logger_1.default.info(`${chalk_1.default.yellow.bold('LOAD-LOCAL')} Execution cancelled.`);
+                    return;
+                }
+            }
+            // Stage 5: Execute
+            logger_1.default.info(`\n${chalk_1.default.yellow.bold('LOAD-LOCAL')} Running Stage 5: Execute...`);
+            const executeOptions = {
+                batchSize: config.options?.batchSize,
+                concurrency: config.options?.concurrency,
+                maxRetries: config.options?.maxRetries,
+                onProgress: (progress) => {
+                    process.stdout.write(`\r  ${chalk_1.default.dim(progress.stage)}: ${progress.current}/${progress.total}`);
+                },
+            };
+            const executionResult = await pipeline.execute(preprocessed, config, analysis, executeOptions, previewResult);
+            // Clear progress line
+            process.stdout.write('\r' + ' '.repeat(60) + '\r');
+            console.log('\n' + (0, formatters_1.formatExecutionResult)(executionResult));
+            if (executionResult.status === 'complete') {
+                logger_1.default.info(`\n${chalk_1.default.green.bold('COMPLETE')} Load finished successfully.`);
+            }
+            else if (executionResult.status === 'partial-failure') {
+                logger_1.default.info(`\n${chalk_1.default.yellow.bold('PARTIAL')} Load completed with some failures.`);
+            }
+            else {
+                logger_1.default.info(`\n${chalk_1.default.red.bold('FAILED')} Load failed.`);
+            }
+        }
+        catch (e) {
+            logger_1.default.info(`\n${chalk_1.default.red.bold('FAIL')} Pipeline error: ${e}`);
+        }
+    }
+}
+exports.default = LoadLocal;

package/dist/commands/projects/export.d.ts

@@ -1,13 +1,13 @@
-import { BaseCommand } from '../../basecommand';
-export default class ExportProjects extends BaseCommand {
-    static description: string;
-    static examples: string[];
-    static flags: {
-        alwaysConfirmEnv: import("@oclif/core/lib/interfaces").OptionFlag<string, import("@oclif/core/lib/interfaces/parser").CustomOptions>;
-        logLevel: import("@oclif/core/lib/interfaces").OptionFlag<string, import("@oclif/core/lib/interfaces/parser").CustomOptions>;
-    };
-    static args: {
-        projectName: import("@oclif/core/lib/interfaces/parser").Arg<string, Record<string, unknown>>;
-    };
-    run(): Promise<void>;
-}
+import { BaseCommand } from '../../basecommand';
+export default class ExportProjects extends BaseCommand {
+    static description: string;
+    static examples: string[];
+    static flags: {
+        alwaysConfirmEnv: import("@oclif/core/lib/interfaces").OptionFlag<string, import("@oclif/core/lib/interfaces/parser").CustomOptions>;
+        logLevel: import("@oclif/core/lib/interfaces").OptionFlag<string, import("@oclif/core/lib/interfaces/parser").CustomOptions>;
+    };
+    static args: {
+        projectName: import("@oclif/core/lib/interfaces/parser").Arg<string, Record<string, unknown>>;
+    };
+    run(): Promise<void>;
+}

package/dist/commands/projects/export.js

@@ -1,36 +1,36 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const tslib_1 = require("tslib");
-const core_1 = require("@oclif/core");
-const chalk_1 = tslib_1.__importDefault(require("chalk"));
-const login_1 = require("../../auth/login");
-const helpers_1 = require("../../helpers/projects/helpers");
-const basecommand_1 = require("../../basecommand");
-class ExportProjects extends basecommand_1.BaseCommand {
-    static description = 'Export a project.';
-    static examples = [
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const tslib_1 = require("tslib");
+const core_1 = require("@oclif/core");
+const chalk_1 = tslib_1.__importDefault(require("chalk"));
+const login_1 = require("../../auth/login");
+const helpers_1 = require("../../helpers/projects/helpers");
+const basecommand_1 = require("../../basecommand");
+class ExportProjects extends basecommand_1.BaseCommand {
+    static description = 'Export a project.';
+    static examples = [
         `$ contrail project export <PROJECT_NAME>
-`,
-    ];
-    static flags = {
-        ...basecommand_1.BaseCommand.baseFlags,
-    };
-    static args = {
-        projectName: core_1.Args.string({ description: '', required: true }),
-    };
-    async run() {
-        try {
-            await (0, login_1.authUser)();
-            this.log(`${chalk_1.default.blue.bold('START')} Exporting Project.`);
-            this.log(`${chalk_1.default.yellow.bold('PROJECT')} Exporting`);
-            await (0, helpers_1.exportProject)(this.args.projectName);
-            this.log(`${chalk_1.default.yellow.bold('PROJECT')} Exported`);
-        }
-        catch (e) {
-            this.log(`${chalk_1.default.red.bold('FAIL')} Project Export Failed. ${e}`);
-            return;
-        }
-        this.log(`${chalk_1.default.green.bold('COMPLETE')} Project Export Complete.`);
-    }
-}
-exports.default = ExportProjects;
+`,
+    ];
+    static flags = {
+        ...basecommand_1.BaseCommand.baseFlags,
+    };
+    static args = {
+        projectName: core_1.Args.string({ description: '', required: true }),
+    };
+    async run() {
+        try {
+            await (0, login_1.authUser)();
+            this.log(`${chalk_1.default.blue.bold('START')} Exporting Project.`);
+            this.log(`${chalk_1.default.yellow.bold('PROJECT')} Exporting`);
+            await (0, helpers_1.exportProject)(this.args.projectName);
+            this.log(`${chalk_1.default.yellow.bold('PROJECT')} Exported`);
+        }
+        catch (e) {
+            this.log(`${chalk_1.default.red.bold('FAIL')} Project Export Failed. ${e}`);
+            return;
+        }
+        this.log(`${chalk_1.default.green.bold('COMPLETE')} Project Export Complete.`);
+    }
+}
+exports.default = ExportProjects;

package/dist/commands/projects/list.d.ts

@@ -1,10 +1,10 @@
-import { BaseCommand } from '../../basecommand';
-export default class ListProjects extends BaseCommand {
-    static description: string;
-    static examples: string[];
-    static flags: {
-        alwaysConfirmEnv: import("@oclif/core/lib/interfaces").OptionFlag<string, import("@oclif/core/lib/interfaces/parser").CustomOptions>;
-        logLevel: import("@oclif/core/lib/interfaces").OptionFlag<string, import("@oclif/core/lib/interfaces/parser").CustomOptions>;
-    };
-    run(): Promise<void>;
-}
+import { BaseCommand } from '../../basecommand';
+export default class ListProjects extends BaseCommand {
+    static description: string;
+    static examples: string[];
+    static flags: {
+        alwaysConfirmEnv: import("@oclif/core/lib/interfaces").OptionFlag<string, import("@oclif/core/lib/interfaces/parser").CustomOptions>;
+        logLevel: import("@oclif/core/lib/interfaces").OptionFlag<string, import("@oclif/core/lib/interfaces/parser").CustomOptions>;
+    };
+    run(): Promise<void>;
+}

package/dist/commands/projects/list.js

@@ -1,37 +1,37 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const tslib_1 = require("tslib");
-const sdk_1 = require("@contrail/sdk");
-const chalk_1 = tslib_1.__importDefault(require("chalk"));
-const login_1 = require("../../auth/login");
-const basecommand_1 = require("../../basecommand");
-class ListProjects extends basecommand_1.BaseCommand {
-    static description = 'Get a list of all projects.';
-    static examples = [
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const tslib_1 = require("tslib");
+const sdk_1 = require("@contrail/sdk");
+const chalk_1 = tslib_1.__importDefault(require("chalk"));
+const login_1 = require("../../auth/login");
+const basecommand_1 = require("../../basecommand");
+class ListProjects extends basecommand_1.BaseCommand {
+    static description = 'Get a list of all projects.';
+    static examples = [
         `$ contrail project list
-`,
-    ];
-    static flags = {
-        ...basecommand_1.BaseCommand.baseFlags,
-    };
-    async run() {
-        try {
-            await (0, login_1.authUser)();
-            this.log(`${chalk_1.default.blue.bold('START')} Getting Projects.`);
-            const allWorkspaces = await new sdk_1.Entities().get({
-                entityName: 'workspace',
-                criteria: { isArchived: false },
-            });
-            this.log(`${chalk_1.default.green.bold('PROJECTS:')}`);
-            //this.log(allWorkspaces.map(w => Object.assign({}, {name: w.name, id: w.id}))); // if we want ids
-            this.log(allWorkspaces.map((w) => w.name));
-            this.log(`${chalk_1.default.yellow.bold('PROJECTS')} Done`);
-        }
-        catch (e) {
-            this.log(`${chalk_1.default.red.bold('FAIL')} Project download Failed. ${e}`);
-            return;
-        }
-        this.log(`${chalk_1.default.green.bold('COMPLETE')} Project download Complete.`);
-    }
-}
-exports.default = ListProjects;
+`,
+    ];
+    static flags = {
+        ...basecommand_1.BaseCommand.baseFlags,
+    };
+    async run() {
+        try {
+            await (0, login_1.authUser)();
+            this.log(`${chalk_1.default.blue.bold('START')} Getting Projects.`);
+            const allWorkspaces = await new sdk_1.Entities().get({
+                entityName: 'workspace',
+                criteria: { isArchived: false },
+            });
+            this.log(`${chalk_1.default.green.bold('PROJECTS:')}`);
+            //this.log(allWorkspaces.map(w => Object.assign({}, {name: w.name, id: w.id}))); // if we want ids
+            this.log(allWorkspaces.map((w) => w.name));
+            this.log(`${chalk_1.default.yellow.bold('PROJECTS')} Done`);
+        }
+        catch (e) {
+            this.log(`${chalk_1.default.red.bold('FAIL')} Project download Failed. ${e}`);
+            return;
+        }
+        this.log(`${chalk_1.default.green.bold('COMPLETE')} Project download Complete.`);
+    }
+}
+exports.default = ListProjects;

package/dist/commands/projects/load.d.ts

@@ -1,25 +1,25 @@
-import { BaseCommand } from '../../basecommand';
-export default class LoadProject extends BaseCommand {
-    static description: string;
-    static examples: string[];
-    static flags: {
-        alwaysConfirmEnv: import("@oclif/core/lib/interfaces").OptionFlag<string, import("@oclif/core/lib/interfaces/parser").CustomOptions>;
-        logLevel: import("@oclif/core/lib/interfaces").OptionFlag<string, import("@oclif/core/lib/interfaces/parser").CustomOptions>;
-    };
-    static args: {
-        templateFileLocation: import("@oclif/core/lib/interfaces/parser").Arg<string, Record<string, unknown>>;
-    };
-    run(): Promise<void>;
-}
-interface CheckerFunction {
-    (key: string, value: any): boolean;
-}
-interface ApplyFunction {
-    (key: string, value: any): Promise<void>;
-}
-export interface Transformer {
-    checker: CheckerFunction;
-    recursive: boolean;
-    apply: ApplyFunction;
-}
-export {};
+import { BaseCommand } from '../../basecommand';
+export default class LoadProject extends BaseCommand {
+    static description: string;
+    static examples: string[];
+    static flags: {
+        alwaysConfirmEnv: import("@oclif/core/lib/interfaces").OptionFlag<string, import("@oclif/core/lib/interfaces/parser").CustomOptions>;
+        logLevel: import("@oclif/core/lib/interfaces").OptionFlag<string, import("@oclif/core/lib/interfaces/parser").CustomOptions>;
+    };
+    static args: {
+        templateFileLocation: import("@oclif/core/lib/interfaces/parser").Arg<string, Record<string, unknown>>;
+    };
+    run(): Promise<void>;
+}
+interface CheckerFunction {
+    (key: string, value: any): boolean;
+}
+interface ApplyFunction {
+    (key: string, value: any): Promise<void>;
+}
+export interface Transformer {
+    checker: CheckerFunction;
+    recursive: boolean;
+    apply: ApplyFunction;
+}
+export {};