@claryai/cli 0.1.0

package/dist/handlers/dbt/compile.js

@@ -0,0 +1,220 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.dbtCompile = void 0;
+exports.dbtList = dbtList;
+exports.maybeCompileModelsAndJoins = maybeCompileModelsAndJoins;
+const tslib_1 = require("tslib");
+const common_1 = require("@lightdash/common");
+const execa_1 = tslib_1.__importDefault(require("execa"));
+const fs_1 = require("fs");
+const lodash_1 = require("lodash");
+const path = tslib_1.__importStar(require("path"));
+const manifest_1 = require("../../dbt/manifest");
+const globalState_1 = tslib_1.__importDefault(require("../../globalState"));
+const getDbtVersion_1 = require("./getDbtVersion");
+const dbtCompileArgs = [
+    'profilesDir',
+    'projectDir',
+    'target',
+    'profile',
+    'select',
+    'models',
+    'vars',
+    'threads',
+    'noVersionCheck',
+    'exclude',
+    'selector',
+    'state',
+    'fullRefresh',
+    'defer',
+    'targetPath',
+    'favorState',
+];
+const camelToSnakeCase = (str) => str.replace(/[A-Z]/g, (letter) => `-${letter.toLowerCase()}`);
+const optionsToArgs = (options) => Object.entries(options).reduce((acc, [key, value]) => {
+    if (value !== undefined && dbtCompileArgs.includes(key)) {
+        const argKey = `--${camelToSnakeCase(key)}`;
+        if (typeof value !== 'boolean') {
+            return [
+                ...acc,
+                argKey,
+                Array.isArray(value) ? value.join(' ') : value,
+            ];
+        }
+        return [...acc, argKey];
+    }
+    return acc;
+}, []);
+const dbtCompile = async (options) => {
+    try {
+        const args = optionsToArgs(options);
+        globalState_1.default.debug(`> Running: dbt compile ${args.join(' ')}`);
+        const { stdout, stderr } = await (0, execa_1.default)('dbt', ['compile', ...args]);
+        console.error(stdout);
+        console.error(stderr);
+    }
+    catch (e) {
+        const msg = (0, common_1.getErrorMessage)(e);
+        throw new common_1.ParseError(`Failed to run dbt compile:\n  ${msg}`);
+    }
+};
+exports.dbtCompile = dbtCompile;
+/**
+ * Reads run_results.json written by dbt after each compile/run to get the
+ * unique_ids of models that were actually processed in THIS run.
+ * This is more reliable than manifest.compiled, which can contain stale flags
+ * from previous runs (e.g. when state:modified+ selects 0 models, all previously
+ * compiled models still have compiled=true in the manifest).
+ */
+async function getCompiledModelIdsFromRunResults(targetDir) {
+    const runResultsPath = path.join(targetDir, 'run_results.json');
+    try {
+        const content = await fs_1.promises.readFile(runResultsPath, {
+            encoding: 'utf-8',
+        });
+        const runResults = JSON.parse(content);
+        const modelIds = runResults.results
+            .map((r) => r.unique_id)
+            .filter((id) => id.startsWith('model.'));
+        globalState_1.default.debug(`> Read ${modelIds.length} model(s) from run_results.json`);
+        return modelIds;
+    }
+    catch (e) {
+        globalState_1.default.debug(`> Warning: Could not read run_results.json from ${runResultsPath}: ${(0, common_1.getErrorMessage)(e)}`);
+        return undefined;
+    }
+}
+const getJoinedModelsRecursively = (modelNode, allModelNodes, visited = new Set()) => {
+    if (visited.has(modelNode.name)) {
+        globalState_1.default.debug(`Already visited ${modelNode.name}. Skipping.`);
+        return [];
+    }
+    globalState_1.default.debug(`Getting joined models for ${modelNode.name}`);
+    visited.add(modelNode.name);
+    const joinedModelNames = modelNode.unrendered_config?.meta?.joins?.map((j) => j.join);
+    if (!joinedModelNames) {
+        return [];
+    }
+    const joinedModelNodes = allModelNodes.filter((model) => joinedModelNames.includes(model.name));
+    return joinedModelNodes.reduce((acc, model) => [
+        ...acc,
+        model.name,
+        ...getJoinedModelsRecursively(model, allModelNodes, visited),
+    ], []);
+};
+async function dbtList(options) {
+    try {
+        const args = [
+            ...optionsToArgs(options),
+            '--output',
+            'json',
+            '--output-keys',
+            'unique_id',
+        ];
+        const version = await (0, getDbtVersion_1.getDbtVersion)();
+        // only dbt 1.5 and above support --quiet flag
+        if (version.versionOption !== common_1.SupportedDbtVersions.V1_4) {
+            args.push('--quiet');
+        }
+        globalState_1.default.debug(`> Running: dbt ls ${args.join(' ')}`);
+        const { stdout, stderr } = await (0, execa_1.default)('dbt', ['ls', ...args]);
+        const models = stdout
+            .split('\n')
+            .map((line) => {
+            try {
+                // remove prefixed time in dbt cloud cli output
+                const lineWithoutPrefixedTime = line.replace(/^\d{2}:\d{2}:\d{2}\s*/, '');
+                return JSON.parse(lineWithoutPrefixedTime).unique_id;
+            }
+            catch {
+                // ignore non-json lines
+                return '';
+            }
+        })
+            .filter((modelId) => modelId.startsWith('model.')); // filter models by name because "--models" and "--resource_type" are mutually exclusive arguments
+        globalState_1.default.debug(`> Models: ${models.join(' ')}`);
+        console.error(stderr);
+        return models;
+    }
+    catch (e) {
+        const msg = (0, common_1.getErrorMessage)(e);
+        throw new common_1.ParseError(`Error executing 'dbt ls':\n  ${msg}\nEnsure you're on the latest patch version. '--use-dbt-list' is true by default; if you encounter issues, try using '--use-dbt-list=false`);
+    }
+}
+async function maybeCompileModelsAndJoins(loadManifestOpts, initialOptions) {
+    const dbtVersion = await (0, getDbtVersion_1.getDbtVersion)();
+    let options = initialOptions;
+    if (dbtVersion.isDbtCloudCLI) {
+        options = {
+            ...initialOptions,
+            projectDir: undefined,
+            profilesDir: undefined,
+        };
+    }
+    // Skipping assumes manifest.json already exists.
+    if (options.skipDbtCompile) {
+        // Check for incompatible selection options
+        if (options.select ||
+            options.exclude ||
+            options.selector ||
+            options.models) {
+            throw new common_1.ParseError('Model selection options (--select, --exclude, --selector, --models) cannot be used with --skip-dbt-compile. ' +
+                'Model selection requires running dbt commands to determine which models match the criteria.');
+        }
+        globalState_1.default.debug('> Skipping dbt compile');
+        return {
+            compiledModelIds: undefined,
+            originallySelectedModelIds: undefined,
+        };
+    }
+    // do initial compilation so we can get the list of models that are compiled after this command (e.g. selecting/excluding by tags)
+    let compiledModelIds;
+    if (options.useDbtList) {
+        compiledModelIds = await dbtList(options);
+    }
+    else {
+        await (0, exports.dbtCompile)(options);
+        compiledModelIds = await getCompiledModelIdsFromRunResults(loadManifestOpts.targetDir);
+    }
+    // If no models are explicitly selected or excluded, we don't need to explicitly find joined models
+    if (!options.select && !options.exclude) {
+        return {
+            compiledModelIds,
+            originallySelectedModelIds: undefined,
+        };
+    }
+    // Load manifest and get all models
+    const manifest = await (0, manifest_1.loadManifest)(loadManifestOpts);
+    const allManifestModels = (0, common_1.getModelsFromManifest)(manifest);
+    const currCompiledModels = (0, common_1.getCompiledModels)(allManifestModels, compiledModelIds);
+    // Save the originally selected model IDs (before join expansion)
+    const originallySelectedModelIds = currCompiledModels.map((model) => model.unique_id);
+    // Get models and their joined models
+    const requiredModels = new Set(currCompiledModels.reduce((acc, model) => {
+        const joinedModelNames = getJoinedModelsRecursively(model, allManifestModels, new Set(acc));
+        return [...acc, model.name, ...joinedModelNames];
+    }, []));
+    const requiredModelsNames = Array.from(requiredModels);
+    const missingJoinedModels = (0, lodash_1.xor)(requiredModelsNames, currCompiledModels.map((model) => model.name));
+    if (missingJoinedModels.length > 0) {
+        globalState_1.default.debug(`> Recompile project with missing joined models: ${missingJoinedModels.join(', ')}`);
+        if (options.useDbtList) {
+            return {
+                compiledModelIds: await dbtList({
+                    ...options,
+                    select: requiredModelsNames,
+                }),
+                originallySelectedModelIds,
+            };
+        }
+        await (0, exports.dbtCompile)({
+            ...options,
+            select: requiredModelsNames,
+        });
+        return {
+            compiledModelIds: undefined,
+            originallySelectedModelIds,
+        };
+    }
+    return { compiledModelIds, originallySelectedModelIds };
+}

package/dist/handlers/dbt/getDbtProfileTargetName.d.ts

@@ -0,0 +1,9 @@
+type GetDbtProfileTargetNameOptions = {
+    isDbtCloudCLI: boolean;
+    profilesDir: string;
+    profile: string;
+    target?: string;
+};
+export default function getDbtProfileTargetName(options: GetDbtProfileTargetNameOptions): Promise<string>;
+export {};
+//# sourceMappingURL=getDbtProfileTargetName.d.ts.map

package/dist/handlers/dbt/getDbtProfileTargetName.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"getDbtProfileTargetName.d.ts","sourceRoot":"","sources":["../../../src/handlers/dbt/getDbtProfileTargetName.ts"],"names":[],"mappings":"AA6BA,KAAK,8BAA8B,GAAG;IAClC,aAAa,EAAE,OAAO,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,wBAA8B,uBAAuB,CACjD,OAAO,EAAE,8BAA8B,GACxC,OAAO,CAAC,MAAM,CAAC,CAiBjB"}

package/dist/handlers/dbt/getDbtProfileTargetName.js

@@ -0,0 +1,44 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = getDbtProfileTargetName;
+const tslib_1 = require("tslib");
+const common_1 = require("@lightdash/common");
+const execa_1 = tslib_1.__importDefault(require("execa"));
+const path_1 = tslib_1.__importDefault(require("path"));
+const profile_1 = require("../../dbt/profile");
+const globalState_1 = tslib_1.__importDefault(require("../../globalState"));
+const DBT_CLOUD_TARGET_NAME_REGEX = /Target name\s+(\w+)/;
+const getDbtCloudTargetName = async () => {
+    try {
+        const { all } = await (0, execa_1.default)('dbt', ['environment', 'show'], {
+            all: true,
+            stdio: ['pipe', 'pipe', 'pipe'],
+        });
+        const logs = all || '';
+        const targetName = logs.match(DBT_CLOUD_TARGET_NAME_REGEX);
+        if (targetName === null || targetName.length === 0) {
+            throw new common_1.ParseError(`Can't locate profile target name in 'dbt environment show' response`);
+        }
+        return targetName[1];
+    }
+    catch (e) {
+        throw new common_1.ParseError(`Failed to get profile target name:\n  ${(0, common_1.getErrorMessage)(e)}`);
+    }
+};
+async function getDbtProfileTargetName(options) {
+    let targetName;
+    if (options.isDbtCloudCLI) {
+        targetName = await getDbtCloudTargetName();
+    }
+    else {
+        const absoluteProfilesPath = path_1.default.resolve(options.profilesDir);
+        globalState_1.default.debug(`> Using profiles dir ${absoluteProfilesPath} and profile ${options.profile}`);
+        const { name } = await (0, profile_1.loadDbtTarget)({
+            profilesDir: absoluteProfilesPath,
+            profileName: options.profile,
+            targetName: options.target,
+        });
+        targetName = name;
+    }
+    return targetName;
+}

package/dist/handlers/dbt/getDbtVersion.d.ts

@@ -0,0 +1,16 @@
+import { DbtVersionOption } from '@lightdash/common';
+export declare const DBT_CLOUD_CLI_REGEX: RegExp;
+export type DbtVersion = {
+    verboseVersion: string;
+    versionOption: DbtVersionOption;
+    isDbtCloudCLI: boolean;
+};
+export declare const getDbtVersion: () => Promise<DbtVersion>;
+export declare const tryGetDbtVersion: () => Promise<{
+    success: true;
+    version: DbtVersion;
+} | {
+    success: false;
+    error: unknown;
+}>;
+//# sourceMappingURL=getDbtVersion.d.ts.map

package/dist/handlers/dbt/getDbtVersion.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"getDbtVersion.d.ts","sourceRoot":"","sources":["../../../src/handlers/dbt/getDbtVersion.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,gBAAgB,EAMnB,MAAM,mBAAmB,CAAC;AAO3B,eAAO,MAAM,mBAAmB,QAAoB,CAAC;AA0DrD,MAAM,MAAM,UAAU,GAAG;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,gBAAgB,CAAC;IAChC,aAAa,EAAE,OAAO,CAAC;CAC1B,CAAC;AAEF,eAAO,MAAM,aAAa,QAAa,OAAO,CAAC,UAAU,CA8ExD,CAAC;AAEF,eAAO,MAAM,gBAAgB,QAAa,OAAO,CAC7C;IAAE,OAAO,EAAE,IAAI,CAAC;IAAC,OAAO,EAAE,UAAU,CAAA;CAAE,GAAG;IAAE,OAAO,EAAE,KAAK,CAAC;IAAC,KAAK,EAAE,OAAO,CAAA;CAAE,CAc9E,CAAC"}

package/dist/handlers/dbt/getDbtVersion.js

@@ -0,0 +1,141 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.tryGetDbtVersion = exports.getDbtVersion = exports.DBT_CLOUD_CLI_REGEX = void 0;
+const tslib_1 = require("tslib");
+const common_1 = require("@lightdash/common");
+const execa_1 = tslib_1.__importDefault(require("execa"));
+const inquirer_1 = tslib_1.__importDefault(require("inquirer"));
+const globalState_1 = tslib_1.__importDefault(require("../../globalState"));
+const styles = tslib_1.__importStar(require("../../styles"));
+const DBT_CORE_VERSION_REGEX = /installed:.*/;
+exports.DBT_CLOUD_CLI_REGEX = /dbt Cloud CLI.*/;
+const DBT_FUSION_VERSION_REGEX = /dbt-fusion.*/;
+const getDbtCLIVersion = async () => {
+    try {
+        const { all } = await (0, execa_1.default)('dbt', ['--version'], {
+            all: true,
+            stdio: ['pipe', 'pipe', 'pipe'],
+        });
+        const logs = all || '';
+        const cloudVersion = logs.match(exports.DBT_CLOUD_CLI_REGEX);
+        if (cloudVersion) {
+            return cloudVersion[0];
+        }
+        const fusionVersion = logs.match(DBT_FUSION_VERSION_REGEX);
+        if (fusionVersion) {
+            return fusionVersion[0]; // eg: dbt-fusion 2.0.0-preview.65
+        }
+        const version = logs.match(DBT_CORE_VERSION_REGEX);
+        if (version === null || version.length === 0)
+            throw new common_1.ParseError(`Can't locate dbt --version: ${logs}`);
+        return version[0].split(':')[1].trim();
+    }
+    catch (e) {
+        const msg = (0, common_1.getErrorMessage)(e);
+        throw new common_1.ParseError(`Failed to get dbt --version:\n  ${msg}`);
+    }
+};
+const isDbtCloudCLI = (version) => version.match(exports.DBT_CLOUD_CLI_REGEX) !== null;
+const getSupportedDbtVersionOption = (version) => {
+    if (version.match(exports.DBT_CLOUD_CLI_REGEX))
+        return common_1.DbtVersionOptionLatest.LATEST;
+    if (version.match(DBT_FUSION_VERSION_REGEX))
+        return common_1.DbtVersionOptionLatest.LATEST;
+    if (version.startsWith('1.4.'))
+        return common_1.SupportedDbtVersions.V1_4;
+    if (version.startsWith('1.5.'))
+        return common_1.SupportedDbtVersions.V1_5;
+    if (version.startsWith('1.6.'))
+        return common_1.SupportedDbtVersions.V1_6;
+    if (version.startsWith('1.7.'))
+        return common_1.SupportedDbtVersions.V1_7;
+    if (version.startsWith('1.8.'))
+        return common_1.SupportedDbtVersions.V1_8;
+    if (version.startsWith('1.9.'))
+        return common_1.SupportedDbtVersions.V1_9;
+    if (version.startsWith('1.10.'))
+        return common_1.SupportedDbtVersions.V1_10;
+    if (version.startsWith('1.11.'))
+        return common_1.SupportedDbtVersions.V1_11;
+    // No supported version found
+    return null;
+};
+const getFallbackDbtVersionOption = (version) => {
+    if (version.startsWith('1.3.'))
+        return common_1.SupportedDbtVersions.V1_4; // legacy|deprecated support for dbt 1.3
+    return (0, common_1.getLatestSupportDbtVersion)();
+};
+const getDbtVersion = async () => {
+    const verboseVersion = await getDbtCLIVersion();
+    const supportedVersionOption = getSupportedDbtVersionOption(verboseVersion);
+    const fallbackVersionOption = getFallbackDbtVersionOption(verboseVersion);
+    const isSupported = !!supportedVersionOption;
+    if (!isSupported &&
+        !globalState_1.default.getSavedPromptAnswer('useFallbackDbtVersion')) {
+        const versions = Object.values(common_1.SupportedDbtVersions);
+        const supportedVersionsRangeMessage = `${versions[0]}.* - ${versions[versions.length - 1]}.*`;
+        const message = `We don't currently support version ${verboseVersion} on Lightdash. We'll interpret it as version ${fallbackVersionOption} instead, which might cause unexpected errors or behavior. For the best experience, please use a supported version (${supportedVersionsRangeMessage}).`;
+        const spinner = globalState_1.default.getActiveSpinner();
+        spinner?.stop();
+        if (globalState_1.default.isNonInteractive()) {
+            console.error(styles.warning(message));
+        }
+        else {
+            const answers = await inquirer_1.default.prompt([
+                {
+                    type: 'confirm',
+                    name: 'isConfirm',
+                    message: `${styles.warning(message)}\nDo you still want to continue?`,
+                },
+            ]);
+            if (!answers.isConfirm) {
+                console.error(styles.error(`Unsupported dbt version ${verboseVersion}. Please consider using a supported version (${supportedVersionsRangeMessage}).`));
+                process.exit(1);
+            }
+        }
+        spinner?.start();
+        globalState_1.default.savePromptAnswer('useFallbackDbtVersion', true);
+    }
+    if (isDbtCloudCLI(verboseVersion) &&
+        !globalState_1.default.getSavedPromptAnswer('useExperimentalDbtCloudCLI')) {
+        const message = `Support for dbt Cloud CLI is still experimental and might not work as expected.`;
+        const spinner = globalState_1.default.getActiveSpinner();
+        spinner?.stop();
+        if (globalState_1.default.isNonInteractive()) {
+            console.error(styles.warning(message));
+        }
+        else {
+            const answers = await inquirer_1.default.prompt([
+                {
+                    type: 'confirm',
+                    name: 'isConfirm',
+                    message: `${styles.warning(message)}\nDo you still want to continue?`,
+                },
+            ]);
+            if (!answers.isConfirm) {
+                console.error(styles.error(`Command using dbt cloud CLI has been canceled. Please consider using dbt core CLI for the best experience.`));
+                process.exit(1);
+            }
+        }
+        spinner?.start();
+        globalState_1.default.savePromptAnswer('useExperimentalDbtCloudCLI', true);
+    }
+    return {
+        verboseVersion,
+        isDbtCloudCLI: isDbtCloudCLI(verboseVersion),
+        versionOption: supportedVersionOption ?? fallbackVersionOption,
+    };
+};
+exports.getDbtVersion = getDbtVersion;
+const tryGetDbtVersion = async () => {
+    try {
+        const version = await (0, exports.getDbtVersion)();
+        globalState_1.default.debug(`> dbt version ${version.verboseVersion}`);
+        return { success: true, version };
+    }
+    catch (e) {
+        globalState_1.default.debug(`> dbt installation not found: ${(0, common_1.getErrorMessage)(e)} (might be using Lightdash YAML only)`);
+        return { success: false, error: e };
+    }
+};
+exports.tryGetDbtVersion = tryGetDbtVersion;

package/dist/handlers/dbt/getDbtVersion.mocks.d.ts

@@ -0,0 +1,11 @@
+import { ExecaError, ExecaReturnValue } from 'execa';
+export declare const cliMocks: {
+    dbt1_3: Partial<ExecaReturnValue>;
+    dbt1_4: Partial<ExecaReturnValue>;
+    dbt1_9: Partial<ExecaReturnValue>;
+    dbt1_11: Partial<ExecaReturnValue>;
+    dbtCloud: Partial<ExecaReturnValue>;
+    dbt20_1: Partial<ExecaReturnValue>;
+    error: Partial<ExecaError>;
+};
+//# sourceMappingURL=getDbtVersion.mocks.d.ts.map

package/dist/handlers/dbt/getDbtVersion.mocks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"getDbtVersion.mocks.d.ts","sourceRoot":"","sources":["../../../src/handlers/dbt/getDbtVersion.mocks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,OAAO,CAAC;AAErD,eAAO,MAAM,QAAQ;YAMZ,OAAO,CAAC,gBAAgB,CAAC;YAuBzB,OAAO,CAAC,gBAAgB,CAAC;YAczB,OAAO,CAAC,gBAAgB,CAAC;aAczB,OAAO,CAAC,gBAAgB,CAAC;cAGzB,OAAO,CAAC,gBAAgB,CAAC;aAMzB,OAAO,CAAC,gBAAgB,CAAC;WAIzB,OAAO,CAAC,UAAU,CAAC;CAC3B,CAAC"}

package/dist/handlers/dbt/getDbtVersion.mocks.js

@@ -0,0 +1,70 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.cliMocks = void 0;
+exports.cliMocks = {
+    dbt1_3: {
+        all: 'Core:\n' +
+            '  - installed: 1.3.0\n' +
+            '  - latest:    1.9.1 - Update available!\n',
+    },
+    dbt1_4: {
+        all: 'Core:\n' +
+            '  - installed: 1.4.9\n' +
+            '  - latest:    1.9.1 - Update available!\n' +
+            '\n' +
+            '  Your version of dbt-core is out of date!\n' +
+            '  You can find instructions for upgrading here:\n' +
+            '  https://docs.getdbt.com/docs/installation\n' +
+            '\n' +
+            'Plugins:\n' +
+            '  - trino:      1.4.2 - Update available!\n' +
+            '  - databricks: 1.4.3 - Update available!\n' +
+            '  - redshift:   1.4.1 - Update available!\n' +
+            '  - spark:      1.4.3 - Update available!\n' +
+            '  - bigquery:   1.4.5 - Update available!\n' +
+            '  - snowflake:  1.4.5 - Update available!\n' +
+            '  - postgres:   1.4.9 - Update available!\n' +
+            '\n' +
+            '  At least one plugin is out of date or incompatible with dbt-core.\n' +
+            '  You can find instructions for upgrading here:\n' +
+            '  https://docs.getdbt.com/docs/installation\n',
+    },
+    dbt1_9: {
+        all: 'Core:\n' +
+            '  - installed: 1.9.1\n' +
+            '  - latest:    1.9.1 - Up to date!\n' +
+            '\n' +
+            'Plugins:\n' +
+            '  - databricks: 1.9.1 - Up to date!\n' +
+            '  - redshift:   1.9.0 - Up to date!\n' +
+            '  - spark:      1.9.0 - Up to date!\n' +
+            '  - bigquery:   1.9.0 - Up to date!\n' +
+            '  - snowflake:  1.9.0 - Up to date!\n' +
+            '  - postgres:   1.9.0 - Up to date!\n',
+    },
+    dbt1_11: {
+        all: 'Core:\n' +
+            '  - installed: 1.11.0\n' +
+            '  - latest:    1.11.0 - Up to date!\n' +
+            '\n' +
+            'Plugins:\n' +
+            '  - databricks: 1.11.0 - Up to date!\n' +
+            '  - redshift:   1.11.0 - Up to date!\n' +
+            '  - spark:      1.11.0 - Up to date!\n' +
+            '  - bigquery:   1.11.0 - Up to date!\n' +
+            '  - snowflake:  1.11.0 - Up to date!\n' +
+            '  - postgres:   1.11.0 - Up to date!\n',
+    },
+    dbtCloud: {
+        all: 'dbt Cloud CLI - 0.38.22 (1183c2abdb6003083b0fa91fcd89cd5feb25f9f7 2024-11-20T15:49:01Z)',
+    },
+    dbt20_1: {
+        all: 'Core:\n' +
+            '  - installed: 20.1.0\n' +
+            '  - latest:    20.2.0 - Update available!\n',
+    },
+    error: {
+        shortMessage: 'error message',
+        all: 'all error messages',
+    },
+};

package/dist/handlers/dbt/getDbtVersion.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=getDbtVersion.test.d.ts.map

package/dist/handlers/dbt/getDbtVersion.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"getDbtVersion.test.d.ts","sourceRoot":"","sources":["../../../src/handlers/dbt/getDbtVersion.test.ts"],"names":[],"mappings":""}

package/dist/handlers/dbt/getDbtVersion.test.js

@@ -0,0 +1,97 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const tslib_1 = require("tslib");
+const common_1 = require("@lightdash/common");
+const execa_1 = tslib_1.__importDefault(require("execa"));
+const inquirer_1 = tslib_1.__importDefault(require("inquirer"));
+const globalState_1 = tslib_1.__importDefault(require("../../globalState"));
+const getDbtVersion_1 = require("./getDbtVersion");
+const getDbtVersion_mocks_1 = require("./getDbtVersion.mocks");
+jest.mock('execa');
+const execaMock = execa_1.default;
+jest.mock('inquirer', () => ({
+    prompt: jest.fn(),
+}));
+const promptMock = inquirer_1.default.prompt;
+const consoleError = jest.spyOn(console, 'error').mockImplementation(() => { });
+describe('Get dbt version', () => {
+    const { env } = process;
+    beforeEach(() => {
+        jest.resetAllMocks();
+        jest.resetModules();
+        process.env = { ...env };
+        execaMock.mockImplementation(async () => getDbtVersion_mocks_1.cliMocks.dbt1_4);
+        promptMock.mockImplementation(async () => ({ isConfirm: true }));
+        globalState_1.default.clearPromptAnswer();
+    });
+    afterEach(() => {
+        process.env = env;
+    });
+    describe('getDbtVersion', () => {
+        test('should return error if dbt cli is not installed', async () => {
+            execaMock.mockImplementation(async () => getDbtVersion_mocks_1.cliMocks.error);
+            await expect((0, getDbtVersion_1.getDbtVersion)()).rejects.toThrowError();
+        });
+        test('should return supported dbt versions', async () => {
+            // Test for 1.4
+            const version = await (0, getDbtVersion_1.getDbtVersion)();
+            expect(version.verboseVersion).toEqual('1.4.9');
+            expect(version.versionOption).toEqual(common_1.SupportedDbtVersions.V1_4);
+            // Test for 1.9
+            execaMock.mockImplementation(async () => getDbtVersion_mocks_1.cliMocks.dbt1_9);
+            const version2 = await (0, getDbtVersion_1.getDbtVersion)();
+            expect(version2.verboseVersion).toEqual('1.9.1');
+            expect(version2.versionOption).toEqual(common_1.SupportedDbtVersions.V1_9);
+            // Test for 1.11
+            execaMock.mockImplementation(async () => getDbtVersion_mocks_1.cliMocks.dbt1_11);
+            const version3 = await (0, getDbtVersion_1.getDbtVersion)();
+            expect(version3.verboseVersion).toEqual('1.11.0');
+            expect(version3.versionOption).toEqual(common_1.SupportedDbtVersions.V1_11);
+        });
+        test('should return latest for dbt cloud', async () => {
+            execaMock.mockImplementation(async () => getDbtVersion_mocks_1.cliMocks.dbtCloud);
+            const version3 = await (0, getDbtVersion_1.getDbtVersion)();
+            expect(version3.verboseVersion).toEqual(expect.stringContaining('dbt Cloud CLI'));
+            expect(version3.versionOption).toEqual(common_1.DbtVersionOptionLatest.LATEST);
+        });
+        test('when CI=true, should warn user about unsupported version and return fallback', async () => {
+            process.env.CI = 'true';
+            // Test for 1.3
+            execaMock.mockImplementation(async () => getDbtVersion_mocks_1.cliMocks.dbt1_3);
+            const version = await (0, getDbtVersion_1.getDbtVersion)();
+            expect(version.verboseVersion).toEqual('1.3.0');
+            expect(version.versionOption).toEqual(common_1.SupportedDbtVersions.V1_4);
+            expect(consoleError).toHaveBeenCalledTimes(1);
+            expect(consoleError).nthCalledWith(1, expect.stringContaining("We don't currently support version 1.3.0"));
+            // Clear saved prompt answer
+            globalState_1.default.clearPromptAnswer();
+            // Test for future version
+            execaMock.mockImplementation(async () => getDbtVersion_mocks_1.cliMocks.dbt20_1);
+            const version2 = await (0, getDbtVersion_1.getDbtVersion)();
+            expect(version2.verboseVersion).toEqual('20.1.0');
+            expect(version2.versionOption).toEqual((0, common_1.getLatestSupportDbtVersion)());
+            expect(consoleError).toHaveBeenCalledTimes(2);
+            expect(consoleError).nthCalledWith(2, expect.stringContaining("We don't currently support version 20.1.0"));
+        });
+        test('when CI=false, should return fallback version if user confirms', async () => {
+            process.env.CI = 'false';
+            execaMock.mockImplementation(async () => getDbtVersion_mocks_1.cliMocks.dbt1_3);
+            const version = await (0, getDbtVersion_1.getDbtVersion)();
+            expect(version.verboseVersion).toEqual('1.3.0');
+            expect(version.versionOption).toEqual(common_1.SupportedDbtVersions.V1_4);
+            expect(promptMock).toHaveBeenCalledTimes(1);
+            expect(consoleError).toHaveBeenCalledTimes(0);
+        });
+        test('when CI=false, should return error if user declines fallback', async () => {
+            const exitSpy = jest.spyOn(process, 'exit').mockImplementation();
+            process.env.CI = 'false';
+            execaMock.mockImplementation(async () => getDbtVersion_mocks_1.cliMocks.dbt1_3);
+            promptMock.mockImplementation(async () => ({ isConfirm: false }));
+            await (0, getDbtVersion_1.getDbtVersion)();
+            expect(promptMock).toHaveBeenCalledTimes(1);
+            expect(consoleError).toHaveBeenCalledTimes(1);
+            expect(exitSpy).toHaveBeenCalledWith(1);
+            exitSpy.mockRestore();
+        });
+    });
+});

package/dist/handlers/dbt/getWarehouseClient.d.ts

@@ -0,0 +1,24 @@
+import { CreateSnowflakeCredentials, CreateWarehouseCredentials, WarehouseTableSchema } from '@lightdash/common';
+import { warehouseClientFromCredentials } from '@lightdash/warehouses';
+type GetTableCatalogProps = {
+    projectUuid: string;
+    tableName: string;
+    schemaName: string;
+    databaseName?: string;
+};
+export declare const getTableSchema: ({ projectUuid, tableName, schemaName, databaseName, }: GetTableCatalogProps) => Promise<WarehouseTableSchema>;
+type GetWarehouseClientOptions = {
+    isDbtCloudCLI: boolean;
+    profilesDir: string;
+    profile: string;
+    target?: string;
+    startOfWeek?: number;
+};
+export declare const createProgramaticallySnowflakePat: (credentials: CreateSnowflakeCredentials) => Promise<string>;
+type GetWarehouseClientReturn = {
+    warehouseClient: ReturnType<typeof warehouseClientFromCredentials>;
+    credentials: CreateWarehouseCredentials;
+};
+export default function getWarehouseClient(options: GetWarehouseClientOptions): Promise<GetWarehouseClientReturn>;
+export {};
+//# sourceMappingURL=getWarehouseClient.d.ts.map

package/dist/handlers/dbt/getWarehouseClient.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"getWarehouseClient.d.ts","sourceRoot":"","sources":["../../../src/handlers/dbt/getWarehouseClient.ts"],"names":[],"mappings":"AAAA,OAAO,EAGH,0BAA0B,EAC1B,0BAA0B,EAQ1B,oBAAoB,EAEvB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAGH,8BAA8B,EACjC,MAAM,uBAAuB,CAAC;AA8C/B,KAAK,oBAAoB,GAAG;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;CACzB,CAAC;AAEF,eAAO,MAAM,cAAc,GAAU,uDAKlC,oBAAoB,kCAKjB,CAAC;AAsIP,KAAK,yBAAyB,GAAG;IAC7B,aAAa,EAAE,OAAO,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC;AASF,eAAO,MAAM,iCAAiC,GAC1C,aAAa,0BAA0B,KACxC,OAAO,CAAC,MAAM,CAwBhB,CAAC;AAEF,KAAK,wBAAwB,GAAG;IAC5B,eAAe,EAAE,UAAU,CAAC,OAAO,8BAA8B,CAAC,CAAC;IACnE,WAAW,EAAE,0BAA0B,CAAC;CAC3C,CAAC;AAEF,wBAA8B,kBAAkB,CAC5C,OAAO,EAAE,yBAAyB,GACnC,OAAO,CAAC,wBAAwB,CAAC,CAgLnC"}