@caracal-lynx/sluice 0.1.0

package/dist/cli.js

@@ -0,0 +1,354 @@
+#!/usr/bin/env node
+// SPDX-License-Identifier: Elastic-2.0
+// Copyright (c) 2026 Caracal Lynx Ltd.
+/**
+ * Sluice CLI.
+ *
+ * Commands (per CLAUDE.md):
+ *   sluice run       <pipeline.yaml>   Full pipeline run
+ *   sluice validate  <pipeline.yaml>   DQ + transform only; no load
+ *   sluice profile   <pipeline.yaml>   Extract + column profiling; no DQ
+ *   sluice check     <pipeline.yaml>   Config validation only; no execution
+ *
+ * Exit codes:
+ *   0  success
+ *   1  pipeline error
+ *   2  DQ critical violations
+ *   3  config error
+ *   4  enrich error (Phase 4)
+ */
+import { Command } from 'commander';
+import * as path from 'node:path';
+import { ConfigLoader } from './config/loader.js';
+import { isMultiSource } from './config/types.js';
+import { MultiSourcePipelineRunner } from './multi-source-runner.js';
+import { PipelineRunner, _isEnrichPhaseRegistered, } from './runner.js';
+import { RuleRegistry, TransformRegistry, loadPlugins, loadNpmPlugins } from './plugins/index.js';
+import { MergeStrategyRegistry } from './merge/index.js';
+import { loadEnv } from './utils/env.js';
+import { ConfigError, EnrichError, PipelineDQError, PipelineError } from './utils/errors.js';
+import { logger } from './utils/logger.js';
+import { ProgressReporter } from './utils/progress.js';
+export function resolvePluginDirs(cwd, pluginDirs = []) {
+    return Array.from(new Set([
+        path.resolve(cwd, 'plugins'),
+        ...pluginDirs.map((dir) => path.resolve(cwd, dir)),
+    ]));
+}
+export function exitCodeFor(err) {
+    if (err instanceof PipelineDQError)
+        return 2;
+    if (err instanceof ConfigError)
+        return 3;
+    if (err instanceof EnrichError)
+        return 4;
+    if (err instanceof PipelineError)
+        return 1;
+    return 1;
+}
+function applyGlobals(opts) {
+    loadEnv(opts.env);
+    if (opts.logLevel)
+        logger.level = opts.logLevel;
+    if (opts.silent) {
+        // Errors still reach stderr via the logger's multistream; info/warn are dropped.
+        logger.level = 'error';
+    }
+    const overrides = {};
+    if (opts.output !== undefined)
+        overrides.outputDir = opts.output;
+    if (opts.dryRun)
+        overrides.dryRun = true;
+    if (opts.plugins?.length)
+        overrides.pluginDirs = opts.plugins;
+    return overrides;
+}
+function phaseCountForRun(config, skipEnrich) {
+    const willLoad = !(config.run.dryRun || config.run.mode === 'validate-only');
+    // Enrich runs only when: enrich block configured, run isn't validate/dry-run,
+    // --no-enrich wasn't passed, and the private package has registered a factory.
+    const willEnrich = Boolean(config.enrich) &&
+        willLoad &&
+        !skipEnrich &&
+        _isEnrichPhaseRegistered();
+    const enrichPhases = willEnrich ? 1 : 0;
+    if (isMultiSource(config)) {
+        const sourcesWithPreMergeRules = new Set(config.dq.rules.filter((r) => r.sourceId).map((r) => r.sourceId));
+        // Extract per source + DQ per source with rules + Merge [+ Enrich] + post-merge DQ + Transform [+ Load]
+        return (config.sources.length +
+            sourcesWithPreMergeRules.size +
+            1 + // merge
+            enrichPhases +
+            1 + // post-merge DQ
+            1 + // transform
+            (willLoad ? 1 : 0));
+    }
+    // Single source: Extract [+ Enrich] + DQ + Transform [+ Load]
+    return 3 + enrichPhases + (willLoad ? 1 : 0);
+}
+function buildProgressReporter(opts, config, skipEnrich = false) {
+    return new ProgressReporter({
+        silent: opts.silent ?? false,
+        totalPhases: phaseCountForRun(config, skipEnrich),
+        logLevel: (opts.logLevel ?? 'info'),
+    });
+}
+export async function createRunnerForPipeline(yaml) {
+    const config = await ConfigLoader.load(yaml);
+    return isMultiSource(config)
+        ? new MultiSourcePipelineRunner()
+        : new PipelineRunner();
+}
+async function cmdRun(yaml, program, cmdOpts = {}) {
+    const opts = program.opts();
+    const overrides = applyGlobals(opts);
+    if (cmdOpts.enrich === false)
+        overrides.skipEnrich = true;
+    let progress;
+    try {
+        const runner = await createRunnerForPipeline(yaml);
+        const config = await ConfigLoader.load(yaml);
+        progress = buildProgressReporter(opts, config, overrides.skipEnrich ?? false);
+        overrides.progress = progress;
+        const result = await runner.run(yaml, overrides);
+        logger.info({
+            pipeline: result.pipeline,
+            mode: result.mode,
+            rowsExtracted: result.extract.rowsExtracted,
+            rowsMerged: result.merge?.rowsMerged,
+            mergeConflicts: result.merge?.conflicts,
+            unmatchedRows: result.merge?.unmatched,
+            rowsLoaded: result.load?.rowsLoaded ?? 0,
+            stateFile: result.stateFilePath,
+        }, 'sluice run: complete');
+        process.exit(0);
+    }
+    catch (err) {
+        progress?.stop();
+        logger.error({ err }, 'sluice run: failed');
+        process.exit(exitCodeFor(err));
+    }
+}
+async function cmdValidate(yaml, program) {
+    const opts = program.opts();
+    const overrides = applyGlobals(opts);
+    overrides.mode = 'validate-only';
+    let progress;
+    try {
+        const runner = await createRunnerForPipeline(yaml);
+        const config = await ConfigLoader.load(yaml);
+        progress = buildProgressReporter(opts, { ...config, run: { ...config.run, mode: 'validate-only' } });
+        overrides.progress = progress;
+        const result = await runner.run(yaml, overrides);
+        logger.info({
+            pipeline: result.pipeline,
+            rowsMerged: result.merge?.rowsMerged,
+            rowsChecked: result.dq.rowsChecked,
+            critical: result.dq.violations.critical,
+            warnings: result.dq.violations.warning,
+        }, 'sluice validate: complete');
+        process.exit(0);
+    }
+    catch (err) {
+        progress?.stop();
+        logger.error({ err }, 'sluice validate: failed');
+        process.exit(exitCodeFor(err));
+    }
+}
+async function cmdProfile(yaml, program) {
+    const opts = program.opts();
+    const overrides = applyGlobals(opts);
+    let progress;
+    try {
+        const runner = await createRunnerForPipeline(yaml);
+        const config = await ConfigLoader.load(yaml);
+        // profile = extract-only for single-source; extract+merge for multi-source.
+        progress = new ProgressReporter({
+            silent: opts.silent ?? false,
+            totalPhases: isMultiSource(config) ? config.sources.length + 1 : 1,
+            logLevel: (opts.logLevel ?? 'info'),
+        });
+        overrides.progress = progress;
+        const result = await runner.profile(yaml, overrides);
+        logger.info({ pipeline: result.pipeline, rowsExtracted: result.extract.rowsExtracted, profilePath: result.profilePath }, 'sluice profile: complete');
+        process.exit(0);
+    }
+    catch (err) {
+        progress?.stop();
+        logger.error({ err }, 'sluice profile: failed');
+        process.exit(exitCodeFor(err));
+    }
+}
+async function cmdCheck(yaml, program) {
+    applyGlobals(program.opts());
+    try {
+        const config = await ConfigLoader.load(yaml);
+        const isMulti = isMultiSource(config);
+        logger.info({
+            pipeline: config.pipeline.name,
+            source: config.source?.adapter ?? 'multi',
+            sourceCount: isMulti ? config.sources.length : 1,
+            mergeStrategy: isMulti ? config.merge.strategy : undefined,
+            target: config.target.adapter,
+            rules: config.dq.rules.length,
+            fields: config.transform.fields.length,
+        }, 'sluice check: config is valid');
+        process.exit(0);
+    }
+    catch (err) {
+        logger.error({ err }, 'sluice check: failed');
+        process.exit(exitCodeFor(err));
+    }
+}
+async function cmdPlugins(program) {
+    const opts = program.opts();
+    const overrides = applyGlobals(opts);
+    try {
+        const cwd = process.cwd();
+        const ruleRegistry = new RuleRegistry();
+        const transformRegistry = new TransformRegistry();
+        const pluginDirs = resolvePluginDirs(cwd, overrides.pluginDirs ?? []);
+        // Load both tier 2 (file-based) and tier 3 (npm) plugins
+        for (const dir of pluginDirs) {
+            await loadPlugins(dir, ruleRegistry, transformRegistry, MergeStrategyRegistry);
+        }
+        const configPath = path.join(cwd, 'sluice.config.yaml');
+        await loadNpmPlugins(configPath, ruleRegistry, transformRegistry, MergeStrategyRegistry);
+        const ruleIds = ruleRegistry.list();
+        const transformIds = transformRegistry.list();
+        const mergeStrategyIds = MergeStrategyRegistry.list();
+        logger.info({
+            rules: ruleIds,
+            transforms: transformIds,
+            mergeStrategies: mergeStrategyIds,
+        }, 'sluice plugins: loaded');
+        process.exit(0);
+    }
+    catch (err) {
+        logger.error({ err }, 'sluice plugins: failed');
+        process.exit(exitCodeFor(err));
+    }
+}
+async function cmdMergeListStrategies(program) {
+    const overrides = applyGlobals(program.opts());
+    try {
+        const cwd = process.cwd();
+        const ruleRegistry = new RuleRegistry();
+        const transformRegistry = new TransformRegistry();
+        const pluginDirs = resolvePluginDirs(cwd, overrides.pluginDirs ?? []);
+        for (const dir of pluginDirs) {
+            await loadPlugins(dir, ruleRegistry, transformRegistry, MergeStrategyRegistry);
+        }
+        const configPath = path.join(cwd, 'sluice.config.yaml');
+        await loadNpmPlugins(configPath, ruleRegistry, transformRegistry, MergeStrategyRegistry);
+        const strategyIds = MergeStrategyRegistry.list();
+        const strategies = strategyIds.map((id) => {
+            const strategy = MergeStrategyRegistry.get(id);
+            return { id: strategy.id, description: strategy.description ?? strategy.id };
+        });
+        logger.info({ count: strategies.length, strategies }, 'sluice merge list-strategies: loaded');
+        process.exit(0);
+    }
+    catch (err) {
+        logger.error({ err }, 'sluice merge list-strategies: failed');
+        process.exit(exitCodeFor(err));
+    }
+}
+async function cmdMergeInfo(strategyId, program) {
+    const overrides = applyGlobals(program.opts());
+    try {
+        const cwd = process.cwd();
+        const ruleRegistry = new RuleRegistry();
+        const transformRegistry = new TransformRegistry();
+        const pluginDirs = resolvePluginDirs(cwd, overrides.pluginDirs ?? []);
+        for (const dir of pluginDirs) {
+            await loadPlugins(dir, ruleRegistry, transformRegistry, MergeStrategyRegistry);
+        }
+        const configPath = path.join(cwd, 'sluice.config.yaml');
+        await loadNpmPlugins(configPath, ruleRegistry, transformRegistry, MergeStrategyRegistry);
+        const strategy = MergeStrategyRegistry.get(strategyId);
+        logger.info({
+            strategy: strategy.id,
+            description: strategy.description ?? strategy.id,
+        }, 'sluice merge info: complete');
+        process.exit(0);
+    }
+    catch (err) {
+        logger.error({ err, strategyId }, 'sluice merge info: failed');
+        process.exit(exitCodeFor(err));
+    }
+}
+export function buildProgram() {
+    const program = new Command();
+    program
+        .name('sluice')
+        .description('Config-driven ETL toolkit for ERP data migrations')
+        .version('0.1.0')
+        .option('--log-level <level>', 'debug | info | warn | error')
+        .option('--env <file>', 'Path to .env file', './.env')
+        .option('--output <dir>', 'Override run.outputDir')
+        .option('--plugins <dir...>', 'Additional plugin directory/directories to load')
+        .option('--dry-run', 'Force run.dryRun = true')
+        .option('--silent', 'Suppress the progress bar on stdout (logs still go to stderr)');
+    program
+        .command('run <pipeline>')
+        .description('Execute a full pipeline run')
+        .option('--no-enrich', 'Skip the Phase 4a enrich phase even if enrich: is configured')
+        .action((yaml, cmdOpts) => {
+        void cmdRun(yaml, program, cmdOpts);
+    });
+    program
+        .command('validate <pipeline>')
+        .description('DQ + transform only; no load')
+        .action((yaml) => {
+        void cmdValidate(yaml, program);
+    });
+    program
+        .command('profile <pipeline>')
+        .description('Extract + column profiling; no DQ')
+        .action((yaml) => {
+        void cmdProfile(yaml, program);
+    });
+    program
+        .command('check <pipeline>')
+        .description('Validate config only; no execution')
+        .action((yaml) => {
+        void cmdCheck(yaml, program);
+    });
+    program
+        .command('plugins')
+        .description('List all loaded plugins (Tier 2 and Tier 3)')
+        .action(() => {
+        void cmdPlugins(program);
+    });
+    const mergeCmd = program
+        .command('merge')
+        .description('Merge strategy operations');
+    mergeCmd
+        .command('list-strategies')
+        .description('List all available merge strategies')
+        .action(() => {
+        void cmdMergeListStrategies(program);
+    });
+    mergeCmd
+        .command('info <strategy>')
+        .description('Show details about a specific merge strategy')
+        .action((strategyId) => {
+        void cmdMergeInfo(strategyId, program);
+    });
+    return program;
+}
+// Only parse when invoked as the entry point (not when imported from tests).
+const invoked = process.argv[1] ?? '';
+if (invoked.endsWith('cli.ts') ||
+    invoked.endsWith('cli.js') ||
+    invoked.endsWith('sluice') ||
+    invoked.endsWith('sluice.cmd')) {
+    buildProgram()
+        .parseAsync(process.argv)
+        .catch((err) => {
+        logger.error({ err }, 'sluice CLI: unexpected error');
+        process.exit(1);
+    });
+}
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AACA,uCAAuC;AACvC,uCAAuC;AAEvC;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAElC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,aAAa,EAAiB,MAAM,mBAAmB,CAAC;AACjE,OAAO,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AACrE,OAAO,EACL,cAAc,EACd,wBAAwB,GAEzB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAClG,OAAO,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AACzC,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAC7F,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,gBAAgB,EAAyB,MAAM,qBAAqB,CAAC;AAW9E,MAAM,UAAU,iBAAiB,CAAC,GAAW,EAAE,aAAuB,EAAE;IACtE,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC;QACxB,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,SAAS,CAAC;QAC5B,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;KACnD,CAAC,CAAC,CAAC;AACN,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,GAAY;IACtC,IAAI,GAAG,YAAY,eAAe;QAAE,OAAO,CAAC,CAAC;IAC7C,IAAI,GAAG,YAAY,WAAW;QAAE,OAAO,CAAC,CAAC;IACzC,IAAI,GAAG,YAAY,WAAW;QAAE,OAAO,CAAC,CAAC;IACzC,IAAI,GAAG,YAAY,aAAa;QAAE,OAAO,CAAC,CAAC;IAC3C,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,YAAY,CAAC,IAAgB;IACpC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAClB,IAAI,IAAI,CAAC,QAAQ;QAAE,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC;IAChD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChB,iFAAiF;QACjF,MAAM,CAAC,KAAK,GAAG,OAAO,CAAC;IACzB,CAAC;IACD,MAAM,SAAS,GAAiB,EAAE,CAAC;IACnC,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS;QAAE,SAAS,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC;IACjE,IAAI,IAAI,CAAC,MAAM;QAAE,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC;IACzC,IAAI,IAAI,CAAC,OAAO,EAAE,MAAM;QAAE,SAAS,CAAC,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC;IAC9D,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAgB,EAAE,UAAmB;IAC7D,MAAM,QAAQ,GAAG,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,IAAI,MAAM,CAAC,GAAG,CAAC,IAAI,KAAK,eAAe,CAAC,CAAC;IAC7E,8EAA8E;IAC9E,+EAA+E;IAC/E,MAAM,UAAU,GACd,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;QACtB,QAAQ;QACR,CAAC,UAAU;QACX,wBAAwB,EAAE,CAAC;IAC7B,MAAM,YAAY,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAExC,IAAI,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1B,MAAM,wBAAwB,GAAG,IAAI,GAAG,CACtC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAkB,CAAC,CAC3E,CAAC;QACF,wGAAwG;QACxG,OAAO,CACL,MAAM,CAAC,OAAO,CAAC,MAAM;YACrB,wBAAwB,CAAC,IAAI;YAC7B,CAAC,GAAG,QAAQ;YACZ,YAAY;YACZ,CAAC,GAAG,gBAAgB;YACpB,CAAC,GAAG,YAAY;YAChB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CACnB,CAAC;IACJ,CAAC;IACD,8DAA8D;IAC9D,OAAO,CAAC,GAAG,YAAY,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC/C,CAAC;AAED,SAAS,qBAAqB,CAC5B,IAAgB,EAChB,MAAgB,EAChB,UAAU,GAAG,KAAK;IAElB,OAAO,IAAI,gBAAgB,CAAC;QAC1B,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,KAAK;QAC5B,WAAW,EAAE,gBAAgB,CAAC,MAAM,EAAE,UAAU,CAAC;QACjD,QAAQ,EAAE,CAAC,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAqB;KACxD,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,IAAY;IAEZ,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7C,OAAO,aAAa,CAAC,MAAM,CAAC;QAC1B,CAAC,CAAC,IAAI,yBAAyB,EAAE;QACjC,CAAC,CAAC,IAAI,cAAc,EAAE,CAAC;AAC3B,CAAC;AAMD,KAAK,UAAU,MAAM,CACnB,IAAY,EACZ,OAAgB,EAChB,UAAsB,EAAE;IAExB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,EAAc,CAAC;IACxC,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK;QAAE,SAAS,CAAC,UAAU,GAAG,IAAI,CAAC;IAC1D,IAAI,QAAsC,CAAC;IAC3C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,uBAAuB,CAAC,IAAI,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7C,QAAQ,GAAG,qBAAqB,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,UAAU,IAAI,KAAK,CAAC,CAAC;QAC9E,SAAS,CAAC,QAAQ,GAAG,QAAQ,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QACjD,MAAM,CAAC,IAAI,CACT;YACE,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,aAAa,EAAE,MAAM,CAAC,OAAO,CAAC,aAAa;YAC3C,UAAU,EAAE,MAAM,CAAC,KAAK,EAAE,UAAU;YACpC,cAAc,EAAE,MAAM,CAAC,KAAK,EAAE,SAAS;YACvC,aAAa,EAAE,MAAM,CAAC,KAAK,EAAE,SAAS;YACtC,UAAU,EAAE,MAAM,CAAC,IAAI,EAAE,UAAU,IAAI,CAAC;YACxC,SAAS,EAAE,MAAM,CAAC,aAAa;SAChC,EACD,sBAAsB,CACvB,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,QAAQ,EAAE,IAAI,EAAE,CAAC;QACjB,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,oBAAoB,CAAC,CAAC;QAC5C,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;IACjC,CAAC;AACH,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,IAAY,EAAE,OAAgB;IACvD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,EAAc,CAAC;IACxC,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IACrC,SAAS,CAAC,IAAI,GAAG,eAAe,CAAC;IACjC,IAAI,QAAsC,CAAC;IAC3C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,uBAAuB,CAAC,IAAI,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7C,QAAQ,GAAG,qBAAqB,CAAC,IAAI,EAAE,EAAE,GAAG,MAAM,EAAE,GAAG,EAAE,EAAE,GAAG,MAAM,CAAC,GAAG,EAAE,IAAI,EAAE,eAAe,EAAE,EAAE,CAAC,CAAC;QACrG,SAAS,CAAC,QAAQ,GAAG,QAAQ,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QACjD,MAAM,CAAC,IAAI,CACT;YACE,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,UAAU,EAAE,MAAM,CAAC,KAAK,EAAE,UAAU;YACpC,WAAW,EAAE,MAAM,CAAC,EAAE,CAAC,WAAW;YAClC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ;YACvC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO;SACvC,EACD,2BAA2B,CAC5B,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,QAAQ,EAAE,IAAI,EAAE,CAAC;QACjB,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,yBAAyB,CAAC,CAAC;QACjD,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;IACjC,CAAC;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,IAAY,EAAE,OAAgB;IACtD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,EAAc,CAAC;IACxC,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,QAAsC,CAAC;IAC3C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,uBAAuB,CAAC,IAAI,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7C,4EAA4E;QAC5E,QAAQ,GAAG,IAAI,gBAAgB,CAAC;YAC9B,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,KAAK;YAC5B,WAAW,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAClE,QAAQ,EAAE,CAAC,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAqB;SACxD,CAAC,CAAC;QACH,SAAS,CAAC,QAAQ,GAAG,QAAQ,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QACrD,MAAM,CAAC,IAAI,CACT,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,aAAa,EAAE,MAAM,CAAC,OAAO,CAAC,aAAa,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,EAC3G,0BAA0B,CAC3B,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,QAAQ,EAAE,IAAI,EAAE,CAAC;QACjB,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,wBAAwB,CAAC,CAAC;QAChD,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;IACjC,CAAC;AACH,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,IAAY,EAAE,OAAgB;IACpD,YAAY,CAAC,OAAO,CAAC,IAAI,EAAc,CAAC,CAAC;IACzC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7C,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;QACtC,MAAM,CAAC,IAAI,CACT;YACE,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI;YAC9B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,IAAI,OAAO;YACzC,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAChD,aAAa,EAAE,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;YAC1D,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;YAC7B,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM;YAC7B,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM;SACvC,EACD,+BAA+B,CAChC,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,sBAAsB,CAAC,CAAC;QAC9C,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;IACjC,CAAC;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,OAAgB;IACxC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,EAAc,CAAC;IACxC,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IAErC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;QAC1B,MAAM,YAAY,GAAG,IAAI,YAAY,EAAE,CAAC;QACxC,MAAM,iBAAiB,GAAG,IAAI,iBAAiB,EAAE,CAAC;QAClD,MAAM,UAAU,GAAG,iBAAiB,CAAC,GAAG,EAAE,SAAS,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;QAEtE,yDAAyD;QACzD,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC7B,MAAM,WAAW,CAAC,GAAG,EAAE,YAAY,EAAE,iBAAiB,EAAE,qBAAqB,CAAC,CAAC;QACjF,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,oBAAoB,CAAC,CAAC;QACxD,MAAM,cAAc,CAAC,UAAU,EAAE,YAAY,EAAE,iBAAiB,EAAE,qBAAqB,CAAC,CAAC;QAEzF,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,EAAE,CAAC;QACpC,MAAM,YAAY,GAAG,iBAAiB,CAAC,IAAI,EAAE,CAAC;QAC9C,MAAM,gBAAgB,GAAG,qBAAqB,CAAC,IAAI,EAAE,CAAC;QAEtD,MAAM,CAAC,IAAI,CACT;YACE,KAAK,EAAE,OAAO;YACd,UAAU,EAAE,YAAY;YACxB,eAAe,EAAE,gBAAgB;SAClC,EACD,wBAAwB,CACzB,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,wBAAwB,CAAC,CAAC;QAChD,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;IACjC,CAAC;AACH,CAAC;AAED,KAAK,UAAU,sBAAsB,CAAC,OAAgB;IACpD,MAAM,SAAS,GAAG,YAAY,CAAC,OAAO,CAAC,IAAI,EAAc,CAAC,CAAC;IAC3D,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;QAC1B,MAAM,YAAY,GAAG,IAAI,YAAY,EAAE,CAAC;QACxC,MAAM,iBAAiB,GAAG,IAAI,iBAAiB,EAAE,CAAC;QAClD,MAAM,UAAU,GAAG,iBAAiB,CAAC,GAAG,EAAE,SAAS,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;QAEtE,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC7B,MAAM,WAAW,CAAC,GAAG,EAAE,YAAY,EAAE,iBAAiB,EAAE,qBAAqB,CAAC,CAAC;QACjF,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,oBAAoB,CAAC,CAAC;QACxD,MAAM,cAAc,CAAC,UAAU,EAAE,YAAY,EAAE,iBAAiB,EAAE,qBAAqB,CAAC,CAAC;QAEzF,MAAM,WAAW,GAAG,qBAAqB,CAAC,IAAI,EAAE,CAAC;QACjD,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;YACxC,MAAM,QAAQ,GAAG,qBAAqB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC/C,OAAO,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,WAAW,EAAE,QAAQ,CAAC,WAAW,IAAI,QAAQ,CAAC,EAAE,EAAE,CAAC;QAC/E,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CACT,EAAE,KAAK,EAAE,UAAU,CAAC,MAAM,EAAE,UAAU,EAAE,EACxC,sCAAsC,CACvC,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,sCAAsC,CAAC,CAAC;QAC9D,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;IACjC,CAAC;AACH,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,UAAkB,EAAE,OAAgB;IAC9D,MAAM,SAAS,GAAG,YAAY,CAAC,OAAO,CAAC,IAAI,EAAc,CAAC,CAAC;IAC3D,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;QAC1B,MAAM,YAAY,GAAG,IAAI,YAAY,EAAE,CAAC;QACxC,MAAM,iBAAiB,GAAG,IAAI,iBAAiB,EAAE,CAAC;QAClD,MAAM,UAAU,GAAG,iBAAiB,CAAC,GAAG,EAAE,SAAS,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;QAEtE,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC7B,MAAM,WAAW,CAAC,GAAG,EAAE,YAAY,EAAE,iBAAiB,EAAE,qBAAqB,CAAC,CAAC;QACjF,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,oBAAoB,CAAC,CAAC;QACxD,MAAM,cAAc,CAAC,UAAU,EAAE,YAAY,EAAE,iBAAiB,EAAE,qBAAqB,CAAC,CAAC;QAEzF,MAAM,QAAQ,GAAG,qBAAqB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAEvD,MAAM,CAAC,IAAI,CACT;YACE,QAAQ,EAAE,QAAQ,CAAC,EAAE;YACrB,WAAW,EAAE,QAAQ,CAAC,WAAW,IAAI,QAAQ,CAAC,EAAE;SACjD,EACD,6BAA6B,CAC9B,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,2BAA2B,CAAC,CAAC;QAC/D,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;IACjC,CAAC;AACH,CAAC;AAED,MAAM,UAAU,YAAY;IAC1B,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;IAC9B,OAAO;SACJ,IAAI,CAAC,QAAQ,CAAC;SACd,WAAW,CAAC,mDAAmD,CAAC;SAChE,OAAO,CAAC,OAAO,CAAC;SAChB,MAAM,CAAC,qBAAqB,EAAE,6BAA6B,CAAC;SAC5D,MAAM,CAAC,cAAc,EAAE,mBAAmB,EAAE,QAAQ,CAAC;SACrD,MAAM,CAAC,gBAAgB,EAAE,wBAAwB,CAAC;SAClD,MAAM,CAAC,oBAAoB,EAAE,iDAAiD,CAAC;SAC/E,MAAM,CAAC,WAAW,EAAE,yBAAyB,CAAC;SAC9C,MAAM,CAAC,UAAU,EAAE,+DAA+D,CAAC,CAAC;IAEvF,OAAO;SACJ,OAAO,CAAC,gBAAgB,CAAC;SACzB,WAAW,CAAC,6BAA6B,CAAC;SAC1C,MAAM,CAAC,aAAa,EAAE,8DAA8D,CAAC;SACrF,MAAM,CAAC,CAAC,IAAY,EAAE,OAAmB,EAAE,EAAE;QAC5C,KAAK,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IACL,OAAO;SACJ,OAAO,CAAC,qBAAqB,CAAC;SAC9B,WAAW,CAAC,8BAA8B,CAAC;SAC3C,MAAM,CAAC,CAAC,IAAY,EAAE,EAAE;QACvB,KAAK,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IACL,OAAO;SACJ,OAAO,CAAC,oBAAoB,CAAC;SAC7B,WAAW,CAAC,mCAAmC,CAAC;SAChD,MAAM,CAAC,CAAC,IAAY,EAAE,EAAE;QACvB,KAAK,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IACL,OAAO;SACJ,OAAO,CAAC,kBAAkB,CAAC;SAC3B,WAAW,CAAC,oCAAoC,CAAC;SACjD,MAAM,CAAC,CAAC,IAAY,EAAE,EAAE;QACvB,KAAK,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC/B,CAAC,CAAC,CAAC;IAEL,OAAO;SACJ,OAAO,CAAC,SAAS,CAAC;SAClB,WAAW,CAAC,6CAA6C,CAAC;SAC1D,MAAM,CAAC,GAAG,EAAE;QACX,KAAK,UAAU,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC,CAAC,CAAC;IAEL,MAAM,QAAQ,GAAG,OAAO;SACrB,OAAO,CAAC,OAAO,CAAC;SAChB,WAAW,CAAC,2BAA2B,CAAC,CAAC;IAE5C,QAAQ;SACL,OAAO,CAAC,iBAAiB,CAAC;SAC1B,WAAW,CAAC,qCAAqC,CAAC;SAClD,MAAM,CAAC,GAAG,EAAE;QACX,KAAK,sBAAsB,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEL,QAAQ;SACL,OAAO,CAAC,iBAAiB,CAAC;SAC1B,WAAW,CAAC,8CAA8C,CAAC;SAC3D,MAAM,CAAC,CAAC,UAAkB,EAAE,EAAE;QAC7B,KAAK,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEL,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,6EAA6E;AAC7E,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;AACtC,IACE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;IAC1B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;IAC1B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;IAC1B,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,EAC9B,CAAC;IACD,YAAY,EAAE;SACX,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC;SACxB,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;QACb,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,8BAA8B,CAAC,CAAC;QACtD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/config/index.d.ts

@@ -0,0 +1,4 @@
+export { ConfigLoader } from './loader.js';
+export * from './types.js';
+export * from './schema.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/config/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/config/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,cAAc,YAAY,CAAC;AAC3B,cAAc,aAAa,CAAC"}

package/dist/config/index.js

@@ -0,0 +1,6 @@
+// SPDX-License-Identifier: Elastic-2.0
+// Copyright (c) 2026 Caracal Lynx Ltd.
+export { ConfigLoader } from './loader.js';
+export * from './types.js';
+export * from './schema.js';
+//# sourceMappingURL=index.js.map

package/dist/config/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/config/index.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,uCAAuC;AAEvC,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,cAAc,YAAY,CAAC;AAC3B,cAAc,aAAa,CAAC"}

package/dist/config/loader.d.ts

@@ -0,0 +1,5 @@
+import type { Pipeline } from './schema.js';
+export declare class ConfigLoader {
+    static load(yamlPath: string): Promise<Pipeline>;
+}
+//# sourceMappingURL=loader.d.ts.map

package/dist/config/loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"loader.d.ts","sourceRoot":"","sources":["../../src/config/loader.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAI5C,qBAAa,YAAY;WACV,IAAI,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC;CAmCvD"}

package/dist/config/loader.js

@@ -0,0 +1,135 @@
+// SPDX-License-Identifier: Elastic-2.0
+// Copyright (c) 2026 Caracal Lynx Ltd.
+import path from 'node:path';
+import { readFile } from 'node:fs/promises';
+import { load as yamlLoad } from 'js-yaml';
+import { PipelineSchema, CompositeRuleLibrarySchema, CheckType } from './schema.js';
+import { ConfigError } from '../utils/errors.js';
+import { requireEnv } from '../utils/env.js';
+export class ConfigLoader {
+    static async load(yamlPath) {
+        // 1. Read file
+        let raw;
+        try {
+            raw = await readFile(yamlPath, 'utf-8');
+        }
+        catch (err) {
+            if (isEnoent(err)) {
+                throw new ConfigError(`Pipeline file not found: ${yamlPath}`, err);
+            }
+            throw err;
+        }
+        // 2. Interpolate ${ENV_VAR} tokens.
+        // Operates on the raw YAML text, so tokens anywhere — including inside
+        // comments or unrelated string values — are resolved. Missing vars throw
+        // ConfigError before the YAML is parsed. This is intentional: it keeps
+        // the resolver trivial and predictable for single-pass pipelines.
+        const interpolated = raw.replace(/\$\{([^}]+)\}/g, (_match, name) => requireEnv(name));
+        // 3. Parse YAML
+        let parsed;
+        try {
+            parsed = yamlLoad(interpolated);
+        }
+        catch (err) {
+            throw new ConfigError(`Invalid YAML in pipeline file: ${yamlPath}`, err);
+        }
+        // 4. Expand composite DQ rules (rulesFile → built-in checks)
+        parsed = await expandCompositeRules(parsed, yamlPath);
+        // 5. Validate with Zod schema (let ZodError propagate to the caller)
+        return PipelineSchema.parse(parsed);
+    }
+}
+/**
+ * If the raw parsed pipeline object references `dq.rulesFile`, load the
+ * composite rule library, build a map of id → checks, then walk
+ * `dq.rules[].checks[]` replacing any composite check entries with their
+ * constituent built-in checks (applying a severity override if present).
+ *
+ * Mutates and returns `raw` so downstream code sees built-in check types only.
+ */
+async function expandCompositeRules(raw, pipelineYamlPath) {
+    const obj = raw;
+    const dq = obj['dq'];
+    if (!dq || !dq['rulesFile']) {
+        return raw;
+    }
+    const rulesFileRel = dq['rulesFile'];
+    const rulesFilePath = path.resolve(path.dirname(pipelineYamlPath), rulesFileRel);
+    // Load the composite rule library
+    let rulesFileContent;
+    try {
+        rulesFileContent = await readFile(rulesFilePath, 'utf-8');
+    }
+    catch (err) {
+        if (isEnoent(err)) {
+            throw new ConfigError(`rulesFile not found: ${rulesFilePath}`, err);
+        }
+        throw err;
+    }
+    let rawLibrary;
+    try {
+        rawLibrary = yamlLoad(rulesFileContent);
+    }
+    catch (err) {
+        throw new ConfigError(`Invalid YAML in rulesFile: ${rulesFilePath}`, err);
+    }
+    // Validate library schema (let ZodError propagate)
+    const library = CompositeRuleLibrarySchema.parse(rawLibrary);
+    // Reject duplicate ids explicitly — silently picking the last one would
+    // surprise anyone authoring a rules library.
+    const seen = new Set();
+    for (const r of library.rules) {
+        if (seen.has(r.id)) {
+            throw new ConfigError(`Duplicate composite rule id "${r.id}" in ${rulesFilePath}. ` +
+                `Each id in the rules library must be unique.`);
+        }
+        seen.add(r.id);
+    }
+    // Build composite map: id → checks[]
+    const compositeMap = new Map(library.rules.map(r => [r.id, r.checks]));
+    // Built-in check type names
+    const builtInTypes = new Set(CheckType.options);
+    // Expand checks in each dq rule
+    const rules = dq['rules'];
+    if (!Array.isArray(rules)) {
+        return raw;
+    }
+    // rulesFile has served its purpose — drop it so the post-expansion shape
+    // matches the engine's expectation that only built-in check types exist.
+    delete dq['rulesFile'];
+    dq['rules'] = rules.map((rule) => {
+        const r = rule;
+        const checks = r['checks'];
+        if (!Array.isArray(checks))
+            return r;
+        const expanded = [];
+        for (const check of checks) {
+            const c = check;
+            const checkType = c['type'];
+            if (builtInTypes.has(checkType)) {
+                // Built-in check — keep as-is
+                expanded.push(c);
+            }
+            else if (compositeMap.has(checkType)) {
+                // Composite rule — expand, applying severity override if present
+                const compositeChecks = compositeMap.get(checkType);
+                const severityOverride = c['severity'];
+                for (const cc of compositeChecks) {
+                    expanded.push(severityOverride !== undefined
+                        ? { ...cc, severity: severityOverride }
+                        : { ...cc });
+                }
+            }
+            else {
+                throw new ConfigError(`Unknown rule type "${checkType}" in field rule — not a built-in check and not found in rulesFile. ` +
+                    `Available composite rules: [${[...compositeMap.keys()].join(', ')}]`);
+            }
+        }
+        return { ...r, checks: expanded };
+    });
+    return raw;
+}
+function isEnoent(err) {
+    return err instanceof Error && err.code === 'ENOENT';
+}
+//# sourceMappingURL=loader.js.map

package/dist/config/loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"loader.js","sourceRoot":"","sources":["../../src/config/loader.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,uCAAuC;AAEvC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,IAAI,IAAI,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC3C,OAAO,EAAE,cAAc,EAAE,0BAA0B,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAEpF,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAE7C,MAAM,OAAO,YAAY;IACvB,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,QAAgB;QAChC,eAAe;QACf,IAAI,GAAW,CAAC;QAChB,IAAI,CAAC;YACH,GAAG,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBAClB,MAAM,IAAI,WAAW,CAAC,4BAA4B,QAAQ,EAAE,EAAE,GAAG,CAAC,CAAC;YACrE,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;QAED,oCAAoC;QACpC,uEAAuE;QACvE,yEAAyE;QACzE,uEAAuE;QACvE,kEAAkE;QAClE,MAAM,YAAY,GAAG,GAAG,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC,MAAM,EAAE,IAAY,EAAE,EAAE,CAC1E,UAAU,CAAC,IAAI,CAAC,CACjB,CAAC;QAEF,gBAAgB;QAChB,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,QAAQ,CAAC,YAAY,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,WAAW,CAAC,kCAAkC,QAAQ,EAAE,EAAE,GAAG,CAAC,CAAC;QAC3E,CAAC;QAED,6DAA6D;QAC7D,MAAM,GAAG,MAAM,oBAAoB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAEtD,qEAAqE;QACrE,OAAO,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;CACF;AAED;;;;;;;GAOG;AACH,KAAK,UAAU,oBAAoB,CAAC,GAAY,EAAE,gBAAwB;IACxE,MAAM,GAAG,GAAG,GAA8B,CAAC;IAC3C,MAAM,EAAE,GAAI,GAAG,CAAC,IAAI,CAAwC,CAAC;IAE7D,IAAI,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC;QAC5B,OAAO,GAAG,CAAC;IACb,CAAC;IAED,MAAM,YAAY,GAAG,EAAE,CAAC,WAAW,CAAW,CAAC;IAC/C,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE,YAAY,CAAC,CAAC;IAEjF,kCAAkC;IAClC,IAAI,gBAAwB,CAAC;IAC7B,IAAI,CAAC;QACH,gBAAgB,GAAG,MAAM,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IAC5D,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAClB,MAAM,IAAI,WAAW,CAAC,wBAAwB,aAAa,EAAE,EAAE,GAAG,CAAC,CAAC;QACtE,CAAC;QACD,MAAM,GAAG,CAAC;IACZ,CAAC;IAED,IAAI,UAAmB,CAAC;IACxB,IAAI,CAAC;QACH,UAAU,GAAG,QAAQ,CAAC,gBAAgB,CAAC,CAAC;IAC1C,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAI,WAAW,CAAC,8BAA8B,aAAa,EAAE,EAAE,GAAG,CAAC,CAAC;IAC5E,CAAC;IAED,mDAAmD;IACnD,MAAM,OAAO,GAAG,0BAA0B,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAE7D,wEAAwE;IACxE,6CAA6C;IAC7C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QAC9B,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;YACnB,MAAM,IAAI,WAAW,CACnB,gCAAgC,CAAC,CAAC,EAAE,QAAQ,aAAa,IAAI;gBAC7D,8CAA8C,CAC/C,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,qCAAqC;IACrC,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAEvE,4BAA4B;IAC5B,MAAM,YAAY,GAAG,IAAI,GAAG,CAAS,SAAS,CAAC,OAAO,CAAC,CAAC;IAExD,gCAAgC;IAChC,MAAM,KAAK,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC;IAC1B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,GAAG,CAAC;IACb,CAAC;IAED,yEAAyE;IACzE,yEAAyE;IACzE,OAAO,EAAE,CAAC,WAAW,CAAC,CAAC;IAEvB,EAAE,CAAC,OAAO,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAa,EAAE,EAAE;QACxC,MAAM,CAAC,GAAG,IAA+B,CAAC;QAC1C,MAAM,MAAM,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;QAC3B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;YAAE,OAAO,CAAC,CAAC;QAErC,MAAM,QAAQ,GAAc,EAAE,CAAC;QAC/B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,KAAgC,CAAC;YAC3C,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM,CAAW,CAAC;YAEtC,IAAI,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBAChC,8BAA8B;gBAC9B,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACnB,CAAC;iBAAM,IAAI,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBACvC,iEAAiE;gBACjE,MAAM,eAAe,GAAG,YAAY,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC;gBACrD,MAAM,gBAAgB,GAAG,CAAC,CAAC,UAAU,CAAuB,CAAC;gBAC7D,KAAK,MAAM,EAAE,IAAI,eAAe,EAAE,CAAC;oBACjC,QAAQ,CAAC,IAAI,CACX,gBAAgB,KAAK,SAAS;wBAC5B,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,QAAQ,EAAE,gBAAgB,EAAE;wBACvC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CACd,CAAC;gBACJ,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,WAAW,CACnB,sBAAsB,SAAS,qEAAqE;oBACpG,+BAA+B,CAAC,GAAG,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CACtE,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,QAAQ,CAAC,GAAY;IAC5B,OAAO,GAAG,YAAY,KAAK,IAAK,GAAyB,CAAC,IAAI,KAAK,QAAQ,CAAC;AAC9E,CAAC"}